-- Logs begin at Mon 2021-05-10 16:31:31 UTC, end at Mon 2021-05-10 17:36:03 UTC. --
May 10 17:08:24.159712 dv-cinder-786384-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 10 17:08:26.573842 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.common.config [-] Logging enabled!
May 10 17:08:26.574425 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:08:26.574610 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:08:26.577934 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.common.config [-] Logging enabled!
May 10 17:08:26.578190 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:08:26.578498 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:08:26.579423 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:08:26.579653 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:08:26.580038 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:08:26.580283 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:08:26.581023 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:08:26.581379 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.581677 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.581973 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.582202 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.582494 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.582782 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.583064 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.583349 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.583643 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.583952 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.584233 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.584514 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.584742 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.585022 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.585306 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.585590 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.585812 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.586090 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.586512 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.586917 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.587196 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.587481 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.587752 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.588061 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.588323 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.588604 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.588930 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] host                           = dv-cinder-786384-3-iscsi {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.589215 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.589501 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.589785 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.590072 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.590344 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.590614 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.590898 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.591169 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.591440 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.591712 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.592019 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.592309 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.592596 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.592820 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.593042 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.593328 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.593611 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.593883 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.594153 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.594424 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.594693 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.594963 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.595230 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.595511 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.595789 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.596093 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.597009 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.597278 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.597549 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.597817 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.598100 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.598371 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.598641 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.598910 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.599191 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.599463 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.599733 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.600051 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.600337 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.600616 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.600897 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.601165 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.601445 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.601715 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.601985 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.602252 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.602520 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.602784 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.603062 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.603329 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.603598 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.603868 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.604158 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.604439 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:26.604732 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.605026 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.605322 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.605604 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.605897 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.606175 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.606463 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.606740 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.607027 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.607315 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.607602 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.607879 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.608186 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.608464 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.608756 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.609058 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.609356 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.609646 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.609921 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.610195 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.610468 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.610744 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.611027 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.611317 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.611607 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.611930 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.612206 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.612496 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.613026 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.613298 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.613575 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.613864 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.614145 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.614421 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.614703 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.614978 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.615247 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.615516 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.615792 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.616116 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.616393 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.616663 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.616932 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.617207 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.617479 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.617765 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.618044 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.618316 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.618592 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.618870 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.619142 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.619419 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.619694 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.619994 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.620272 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.620547 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.620818 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.621092 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.621361 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.621632 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.621904 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.622176 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.622450 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.622725 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.622995 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.623266 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.623537 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.623808 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.624396 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.624695 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.624975 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.625256 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.625536 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.625814 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.626091 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.626367 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.626644 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.626922 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.627193 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.627583 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.627909 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.628202 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.628488 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.628769 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.629067 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.629352 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.629636 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.629915 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.630194 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.630485 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.630769 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.631065 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.631359 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.631653 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.631969 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.632266 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.632547 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.632854 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.633134 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:26.633352 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:08:26.633590 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 10 17:08:26.982696 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:26.982906 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:26.983193 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:26.983536 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [-] Loading core plugin: ml2
May 10 17:08:27.289076 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.289361 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.289637 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.290860 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.291136 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.291401 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.411484 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.411758 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.412051 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.425738 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.426017 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.426284 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.456350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.456632 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.456901 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.495476 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.495759 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.496055 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.730306 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbd9ba76a60> agent after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.730885 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbd9ba76a60> agent after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.730885 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fbd9ba76940> segment precommit_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.731061 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fbd9ba769d0> network precommit_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.731763 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fbd9baa3670> segment before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.858637 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> network before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.858956 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fbd9ba0c3a0> agent before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.859241 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> network before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.859510 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> port before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.859774 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> port before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.860110 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> segment precommit_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.860372 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> segment precommit_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.860629 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> segment after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.860880 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> segment after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.861161 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> network after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.861420 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> network precommit_delete 0 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.861683 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> port provisioning_complete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.862542 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.863055 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> rbac-policy after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.863326 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> agent after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.863593 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> subnet after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.863853 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> subnet precommit_delete 0 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.864154 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.864408 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.864688 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> segment_host_mapping after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.865033 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> port after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.865302 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> port after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.865532 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> port after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.865952 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.866207 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.866457 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbd9c3bc5e0>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.866840 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:27.867084 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:27.867331 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:27.867569 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:27.867807 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:27.868074 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:27.868445 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 10 17:08:27.871613 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 10 17:08:27.875520 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 10 17:08:27.879672 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
May 10 17:08:27.881336 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 10 17:08:27.881792 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 10 17:08:27.882131 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 10 17:08:27.882516 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 10 17:08:27.885370 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 10 17:08:27.885619 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 10 17:08:27.886115 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:08:27.914272 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 10 17:08:27.914724 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fbd9b9cd880>> qos_plugin after_init 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.915025 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 10 17:08:27.915387 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fbd9b9cd2e0>> logging-plugin after_init 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.916775 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 10 17:08:27.917059 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:08:27.917302 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 10 17:08:27.920514 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbd9b8e9bb0>> floatingip before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:27.920812 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbd9b8e9bb0>> port before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.009275 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 10 17:08:28.009519 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 10 17:08:28.009752 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 10 17:08:28.010128 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 10 17:08:28.040595 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_db.sqlalchemy.engines [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 10 17:08:28.376596 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing driver for type 'gre'
May 10 17:08:28.377073 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] gre ID ranges: [(1, 1000)]
May 10 17:08:28.440621 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing driver for type 'local'
May 10 17:08:28.441100 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing driver for type 'vlan'
May 10 17:08:28.454703 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] VlanTypeDriver initialization complete
May 10 17:08:28.455168 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing driver for type 'vxlan'
May 10 17:08:28.456310 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] vxlan ID ranges: [(1, 1000)]
May 10 17:08:28.514293 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing extension driver 'port_security'
May 10 17:08:28.514623 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] PortSecurityExtensionDriver initialization complete
May 10 17:08:28.514979 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing mechanism driver 'openvswitch'
May 10 17:08:28.515308 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing mechanism driver 'hyperv'
May 10 17:08:28.522391 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.plugins.ml2.plugin [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:28.523148 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9bc0cee0>> port after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.523513 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9bc0cee0>> port after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.523855 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9bc0cee0>> port after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.524252 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b884a60>> subnet after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.524593 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b884a60>> subnet after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.524929 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b884a60>> subnet after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.525296 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b43fe20>> network after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.525629 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b43fe20>> network after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.525956 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b43fe20>> network after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.526322 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b43feb0>> security_group after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.526657 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b43feb0>> security_group after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.526983 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b43feb0>> security_group after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.527349 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b444340>> security_group_rule after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.527679 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b444340>> security_group_rule after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.528033 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b444340>> security_group_rule after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.528398 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b4445b0>> address_group after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.528729 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b4445b0>> address_group after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.529055 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbd9b4445b0>> address_group after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.529383 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] ML2 OVO RPC backend initialized. {{(pid=78657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 10 17:08:28.530067 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> router_interface after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.530408 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> router_interface after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.530814 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> network before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.531143 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> networks before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.531482 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> port before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.531813 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> ports before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.532168 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> subnet before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.532499 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> subnets before_response 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.532833 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> network after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.533159 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> network after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.533485 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> network after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.533849 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> port after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.534175 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> port after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.534503 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> port after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.534825 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> subnet after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.535147 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> subnet after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.535470 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbd9b4449a0>> subnet after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.536056 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.plugin [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Modular L2 Plugin initialization complete
May 10 17:08:28.536376 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading services supported by the core plugin {{(pid=78657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 10 17:08:28.536691 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.plugins.ml2.managers [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Got port-security extension from driver 'port_security'
May 10 17:08:28.537145 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.extensions.vlantransparent [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Disabled vlantransparent extension.
May 10 17:08:28.537620 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 10 17:08:28.537921 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: router
May 10 17:08:28.574170 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router_interface before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.574562 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router after_create 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.574918 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router before_create 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.575272 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router_interface before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.575631 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router_interface after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.576003 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router after_delete 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.576351 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> floatingip after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.576698 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router after_create 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.577032 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router after_update 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.577369 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router after_update 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.577707 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router_gateway after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.578056 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router after_update 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.578445 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router precommit_update 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.578797 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fbd9ba5d670> port after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.579126 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fbd9ba5d700> port after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.579450 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fbd9ba5d5e0> subnet after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.579778 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fbd9ba5d160> subnetpool_address_scope after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.580143 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> port precommit_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.580510 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router precommit_create 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.581385 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fbd9ba4c9d0> port before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.581717 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router precommit_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.582193 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router after_update 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.582532 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router precommit_delete 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.582871 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router precommit_create 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.583220 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router_interface after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.583622 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> router precommit_update 55549900 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.584007 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbd9b444ac0>> network after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.584877 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Tracking information for resource: router configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:28.585202 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Tracking information for resource: floatingip configured {{(pid=78657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:28.590307 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.db.l3_agentschedulers_db [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 10 17:08:28.590885 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fbd9b3fa160> port after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.591236 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fbd9b3fa040> port after_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.591576 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function _notify_port_delete at 0x7fbd9b3fa0d0> port after_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.591938 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fbd9b3fa430> port after_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.592738 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbd9b4272e0>> router before_create 55550100 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.593087 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbd9b4272e0>> router precommit_delete 55550100 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.593440 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbd9b4272e0>> router precommit_create 55550100 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.593783 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbd9b4272e0>> router precommit_update 55550100 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.598159 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.services.provider_configuration [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service providers = [] {{(pid=78657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 10 17:08:28.598505 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.db.servicetype_db [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 10 17:08:28.601417 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.services.service_base [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:28.601760 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.services.service_base [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:28.602096 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.services.service_base [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:28.602960 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.services.service_base [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:28.603326 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.services.service_base [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 10 17:08:28.605287 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.605612 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 10 17:08:28.616708 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.617034 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: auto_allocate
May 10 17:08:28.622755 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbd9b3cd820> network precommit_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.623121 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbd9b3cd820> network precommit_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.623643 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.623976 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: tag
May 10 17:08:28.631433 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.631709 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: timestamp
May 10 17:08:28.635447 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.635769 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: network_ip_availability
May 10 17:08:28.640963 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbd9b3bb8e0>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.641327 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbd9b3bb8e0>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.641672 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbd9b3bb8e0>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.642370 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.642681 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: flavors
May 10 17:08:28.648070 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.648394 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading Plugin: revisions
May 10 17:08:28.652599 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:28.652983 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_concurrency.lockutils [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.670s {{(pid=78657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:28.653704 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 10 17:08:28.654031 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Initializing extension manager.
May 10 17:08:28.654529 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: __init__.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.654863 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: __pycache__ {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.655191 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.655514 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: address_group.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.656276 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.656839 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: address-group
May 10 17:08:28.657153 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: address_scope.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.657839 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.658335 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: address-scope
May 10 17:08:28.658825 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.659724 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.660249 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: router-admin-state-down-before-update
May 10 17:08:28.660564 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: agent.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.661239 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.661733 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: agent
May 10 17:08:28.662046 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: agent_resources_synced.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.662921 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.663416 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: agent-resources-synced
May 10 17:08:28.663734 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: allowedaddresspairs.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.665503 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.666018 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: allowed-address-pairs
May 10 17:08:28.666337 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: auto_allocated_topology.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.667381 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.667911 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: auto-allocated-topology
May 10 17:08:28.668229 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: availability_zone.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.668903 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.669406 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: availability_zone
May 10 17:08:28.669718 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: availability_zone_filter.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.670601 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.671103 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: availability_zone_filter
May 10 17:08:28.671414 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: data_plane_status.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.672306 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.672799 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension data-plane-status not supported by any of loaded plugins
May 10 17:08:28.673110 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: default_subnetpools.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.673994 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.674571 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: default-subnetpools
May 10 17:08:28.675044 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.675833 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.676356 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: dhcp_agent_scheduler
May 10 17:08:28.676668 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: dns.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.677552 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.678047 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension dns-integration not supported by any of loaded plugins
May 10 17:08:28.678360 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: dns_domain_ports.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.679242 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.679762 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 10 17:08:28.680108 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: dvr.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.680760 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.681252 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: dvr
May 10 17:08:28.681562 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: empty_string_filtering.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.682437 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.682931 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: empty-string-filtering
May 10 17:08:28.683245 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.684160 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.684657 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 10 17:08:28.684969 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.685845 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.686334 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 10 17:08:28.686645 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: external_net.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.687551 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.688184 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: external-net
May 10 17:08:28.688498 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.689377 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.690419 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: extra_dhcp_opt
May 10 17:08:28.690743 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: extraroute.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.691765 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.692297 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: extraroute
May 10 17:08:28.692612 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: extraroute_atomic.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.693633 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.694139 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: extraroute-atomic
May 10 17:08:28.694457 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: filter_validation.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.695125 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.695619 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: filter-validation
May 10 17:08:28.695951 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: fip_pf_description.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.697079 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.697573 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 10 17:08:28.697884 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: fip_port_details.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.698806 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.699326 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: fip-port-details
May 10 17:08:28.699636 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: flavors.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.700902 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.701410 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: flavors
May 10 17:08:28.701726 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.703391 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.703922 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 10 17:08:28.704251 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: floatingip_pools.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.704941 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.705440 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: floatingip-pools
May 10 17:08:28.706482 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: ip_allocation.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.707988 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.708490 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension ip_allocation not supported by any of loaded plugins
May 10 17:08:28.708805 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.709695 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.710197 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: ip-substring-filtering
May 10 17:08:28.710513 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l2_adjacency.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.711432 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.711956 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension l2_adjacency not supported by any of loaded plugins
May 10 17:08:28.712272 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l3.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.713278 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.713806 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: router
May 10 17:08:28.714122 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.716448 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.716961 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 10 17:08:28.717281 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.718176 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.718680 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: ext-gw-mode
May 10 17:08:28.718997 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.719974 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.720436 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: l3-ha
May 10 17:08:28.720752 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l3_flavors.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.721781 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.722287 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: l3-flavors
May 10 17:08:28.722600 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.723526 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.724069 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: l3-port-ip-change-not-allowed
May 10 17:08:28.724384 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: l3agentscheduler.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.725489 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.726001 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: l3_agent_scheduler
May 10 17:08:28.726323 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: logging.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.727969 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.728498 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension logging not supported by any of loaded plugins
May 10 17:08:28.728827 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: metering.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.729583 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.730172 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: metering
May 10 17:08:28.730498 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.731670 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.732223 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: metering_source_and_destination_fields
May 10 17:08:28.732549 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: multiprovidernet.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.733636 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.734150 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: multi-provider
May 10 17:08:28.734469 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: netmtu.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.735381 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.735902 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: net-mtu
May 10 17:08:28.736239 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: netmtu_writable.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.737242 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.738168 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: net-mtu-writable
May 10 17:08:28.738549 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: network_availability_zone.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.739334 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.739905 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: network_availability_zone
May 10 17:08:28.740254 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: network_ip_availability.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.741735 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.742285 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: network-ip-availability
May 10 17:08:28.742627 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: network_segment_range.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.743558 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.744255 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension network-segment-range not supported by any of loaded plugins
May 10 17:08:28.744640 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: pagination.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.745856 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.746238 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: pagination
May 10 17:08:28.746551 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: port_device_profile.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.747437 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.747977 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: port-device-profile
May 10 17:08:28.748342 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.749432 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.749960 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: port-mac-address-regenerate
May 10 17:08:28.750305 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.751398 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.751972 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: port-numa-affinity-policy
May 10 17:08:28.752349 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: port_resource_request.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.754433 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.755001 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension port-resource-request not supported by any of loaded plugins
May 10 17:08:28.755355 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: portbindings.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.756450 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.757444 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: binding
May 10 17:08:28.757800 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: portbindings_extended.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.759318 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.759855 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: binding-extended
May 10 17:08:28.760299 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: portsecurity.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.761253 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.761785 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: port-security
May 10 17:08:28.762180 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: project_id.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.763224 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.763584 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: project-id
May 10 17:08:28.763958 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: providernet.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.765092 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.765666 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: provider
May 10 17:08:28.766052 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.771014 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.771616 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos not supported by any of loaded plugins
May 10 17:08:28.772044 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.773407 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.773919 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 10 17:08:28.774241 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.775130 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.775635 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 10 17:08:28.775991 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_default.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.776876 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.777381 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-default not supported by any of loaded plugins
May 10 17:08:28.777700 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_fip.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.778344 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.778839 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-fip not supported by any of loaded plugins
May 10 17:08:28.779153 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_gateway_ip.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.780084 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.780587 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 10 17:08:28.780900 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_port_network_policy.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.781784 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.782283 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 10 17:08:28.782596 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_rule_type_details.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.783492 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.784326 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 10 17:08:28.784834 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: qos_rules_alias.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.785701 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.786216 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 10 17:08:28.786531 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: quotasv2.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.787633 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.787989 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: quotas
May 10 17:08:28.788307 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: quotasv2_detail.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.789976 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.790309 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: quota_details
May 10 17:08:28.790635 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: rbac.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.791706 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.792292 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: rbac-policies
May 10 17:08:28.792612 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: rbac_address_group.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.793535 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.794043 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: rbac-address-group
May 10 17:08:28.794359 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: rbac_address_scope.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.795256 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.795768 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: rbac-address-scope
May 10 17:08:28.796116 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: rbac_security_groups.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.797006 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.797507 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: rbac-security-groups
May 10 17:08:28.797820 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: rbac_subnetpool.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.798724 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.799221 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: rbac-subnetpool
May 10 17:08:28.799584 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: revisionifmatch.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.800509 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.801012 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: revision-if-match
May 10 17:08:28.801325 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: revisions.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.802429 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.802929 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: standard-attr-revisions
May 10 17:08:28.803243 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: router_availability_zone.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.803929 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.804436 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: router_availability_zone
May 10 17:08:28.804752 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: routerservicetype.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.805661 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.806158 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension router-service-type not supported by any of loaded plugins
May 10 17:08:28.806471 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.807362 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.807858 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: security-groups-normalized-cidr
May 10 17:08:28.808198 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.809090 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.809590 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: port-security-groups-filtering
May 10 17:08:28.809905 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.810797 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.811302 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: security-groups-remote-address-group
May 10 17:08:28.811617 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: securitygroup.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.822288 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.822874 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: security-group
May 10 17:08:28.823358 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: segment.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.824277 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.824777 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension segment not supported by any of loaded plugins
May 10 17:08:28.825094 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.826108 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.826614 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 10 17:08:28.826929 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: servicetype.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.828090 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.828604 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: service-type
May 10 17:08:28.828925 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: sorting.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.829894 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.830216 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: sorting
May 10 17:08:28.831411 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: standard_attr_segment.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.832497 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.833013 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 10 17:08:28.833329 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: standardattrdescription.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.833969 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.834471 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: standard-attr-description
May 10 17:08:28.834785 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: stateful_security_group.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.835699 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.836225 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: stateful-security-group
May 10 17:08:28.836547 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: stdattrs_common.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.837117 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 10 17:08:28.837427 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.838425 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.838927 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 10 17:08:28.839241 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: subnet_onboard.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.840345 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.840857 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: subnet_onboard
May 10 17:08:28.841174 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.842073 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.842570 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 10 17:08:28.842884 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: subnet_service_types.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.843777 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.844314 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: subnet-service-types
May 10 17:08:28.844633 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: subnetallocation.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.845703 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.846461 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: subnet_allocation
May 10 17:08:28.846830 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.847554 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.848183 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: subnetpool-prefix-ops
May 10 17:08:28.848512 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.849461 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.849978 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 10 17:08:28.850300 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: tagging.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.851405 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.851968 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: standard-attr-tag
May 10 17:08:28.852298 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: timestamp.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.853512 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.854029 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loaded extension: standard-attr-timestamp
May 10 17:08:28.854355 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: trunk.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.855375 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.855905 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension trunk not supported by any of loaded plugins
May 10 17:08:28.856232 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: trunk_details.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.857137 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.857644 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension trunk-details not supported by any of loaded plugins
May 10 17:08:28.857963 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: uplink_status_propagation.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.858870 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.859378 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 10 17:08:28.859698 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Loading extension file: vlantransparent.py {{(pid=78657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:28.860394 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:28.860898 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extension vlan-transparent not supported by any of loaded plugins
May 10 17:08:28.864470 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:network
May 10 17:08:28.865233 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:subnet
May 10 17:08:28.866042 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:28.866649 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:port
May 10 17:08:28.867983 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.868434 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service FLAVORS assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.869064 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.869492 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.869830 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:router
May 10 17:08:28.870489 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:08:28.871199 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service METERING assigned prefix: /metering {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.872721 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbd9b2d6e20>> rbac-policy before_create 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.873100 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbd9b2d6e20>> rbac-policy before_update 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.873450 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbd9b2d6e20>> rbac-policy before_delete 55550000 {{(pid=78657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:28.874652 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:08:28.875095 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:security_group
May 10 17:08:28.875763 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:08:28.876561 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service CORE assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.876896 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:28.877241 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] subnetpool is already registered
May 10 17:08:28.878447 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service CORE assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.878781 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:28.879101 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] subnetpool is already registered
May 10 17:08:28.881909 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.882286 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service FLAVORS assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.882877 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.883309 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.883634 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:router
May 10 17:08:28.883982 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] router is already registered
May 10 17:08:28.884590 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:08:28.884916 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] floatingip is already registered
May 10 17:08:28.885544 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service METERING assigned prefix: /metering {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.886273 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:08:28.886603 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] rbac_policy is already registered
May 10 17:08:28.888248 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:security_group
May 10 17:08:28.888591 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] security_group is already registered
May 10 17:08:28.889203 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:08:28.889544 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] security_group_rule is already registered
May 10 17:08:28.890424 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service CORE assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.890768 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:28.891096 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] subnetpool is already registered
May 10 17:08:28.891697 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.v2.resource_helper [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Service CORE assigned prefix:  {{(pid=78657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:28.892066 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:28.892389 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING neutron.quota.resource_registry [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] subnetpool is already registered
May 10 17:08:28.893047 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: extensions {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.894557 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: address-groups {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.896207 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: address-scopes {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.897427 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: agents {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.898608 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: auto-allocated-topology {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.899848 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: availability_zones {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.901178 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: dhcp-networks {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.902577 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: dhcp-agents {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.904019 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: routers {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.905848 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: flavors {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.907006 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: service_profiles {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.908226 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: next_providers {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.909746 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: service_profiles {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.911188 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: floatingip-pools {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.912445 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: routers {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.914258 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: floatingips {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.915444 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: l3-routers {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.916840 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: l3-agents {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.918263 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: metering-labels {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.919605 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: metering-label-rules {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.920907 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: network-ip-availabilities {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.922167 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: bindings {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.923816 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: quotas {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.925782 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: quotas {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.927189 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: rbac-policies {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.930709 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: security-groups {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.930709 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: security-group-rules {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.930949 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: service-providers {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.932194 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: subnetpools {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.933598 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: subnetpools {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.935053 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.936763 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.938584 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.940998 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.942790 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.944663 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.946346 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.949291 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:28.951075 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:29.065073 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron.api.extensions [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Extended resource: tags {{(pid=78657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:29.071004 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING keystonemiddleware.auth_token [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 10 17:08:29.075733 dv-cinder-786384-3-iscsi neutron-server[78657]: WARNING keystonemiddleware.auth_token [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 10 17:08:29.084453 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_concurrency.lockutils [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Acquired lock "singleton_lock" {{(pid=78657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 10 17:08:29.084938 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_concurrency.lockutils [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Releasing lock "singleton_lock" {{(pid=78657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 10 17:08:29.085572 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO oslo_service.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Starting 2 workers
May 10 17:08:29.090236 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Started child 78764 {{(pid=78657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:29.094579 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Started child 78765 {{(pid=78657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:29.095554 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:29.096884 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO neutron.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Neutron service started, listening on 0.0.0.0:9696
May 10 17:08:29.097410 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Notify callbacks [] for process, before_spawn {{(pid=78657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:29.098287 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [-] (78764) wsgi starting up on http://0.0.0.0:9696
May 10 17:08:29.099872 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO oslo_service.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Starting 1 workers
May 10 17:08:29.100358 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:29.101760 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [-] (78765) wsgi starting up on http://0.0.0.0:9696
May 10 17:08:29.104910 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Started child 78766 {{(pid=78657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:29.105446 dv-cinder-786384-3-iscsi neutron-server[78657]: INFO oslo_service.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Starting 1 workers
May 10 17:08:29.108407 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] calling RpcWorker wait() {{(pid=78766) _wait /opt/stack/neutron/neutron/service.py:128}}
May 10 17:08:29.108962 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] returning from RpcWorker wait() {{(pid=78766) _wait /opt/stack/neutron/neutron/service.py:135}}
May 10 17:08:29.109744 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Started child 78767 {{(pid=78657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:29.110215 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:29.110545 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG neutron_lib.callbacks.manager [None req-f5153c0f-88e9-4a21-927d-a7f60b42d286 None None] Notify callbacks [] for process, after_spawn {{(pid=78657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:29.110701 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:29.112597 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:08:29.113062 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:08:29.113234 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:08:29.113459 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:08:29.113794 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:08:29.113949 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:08:29.114444 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.114723 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.114993 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.115215 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:29.115681 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.115681 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.116122 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.116217 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:29.116388 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.116628 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.116897 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.117149 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.117317 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.117483 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.117724 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.117958 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.118256 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.118515 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.118770 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.119059 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.119236 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.119490 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.119751 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.120033 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.120295 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.120535 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.121015 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.121250 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.121509 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.121726 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.121984 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.122232 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.122529 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.122760 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.122978 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.123210 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.123479 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.123712 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.123946 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.124177 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.124451 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.124672 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.125189 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-3-iscsi {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.125425 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.125642 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.126060 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.126200 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.126357 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.126572 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.126818 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.127074 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.127342 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.127616 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.127867 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.128117 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.128357 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.128607 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.128772 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.129023 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.129305 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.129574 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.129767 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.129921 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.130106 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.130421 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.130572 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.130757 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.130972 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.131186 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.131400 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.131632 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.131863 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.132199 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.132383 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.132620 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.132834 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.133077 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.133304 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.133528 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.133769 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.133984 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.134190 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.134442 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.134631 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.134859 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.135105 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.135303 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.135670 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.135910 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.136198 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.136434 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.136699 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.136957 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.137190 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.137425 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.137693 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.137925 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.139316 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.139800 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.139800 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.141214 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.141214 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.141214 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.141646 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.141646 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.141916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.142665 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.142665 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.142665 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.143600 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.143600 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.143874 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.144574 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.144792 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.145361 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.145361 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.145702 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.145847 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.146113 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.146343 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.146614 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.146860 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.147209 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.147401 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.147711 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.147981 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.148245 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.148607 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.148880 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.149150 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.149395 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.149636 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.149878 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.150120 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.150449 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.150721 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.150986 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.151364 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.152201 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.152201 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.152201 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.152201 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.153174 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.153174 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.153174 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.154151 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.154151 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.154151 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.155135 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.155135 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.155135 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.155135 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.155135 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.155682 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.155682 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.156864 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.156864 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.156864 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.156864 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.156864 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.157233 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.157233 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.157368 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.157596 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.157816 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.158058 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.158290 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.158526 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.159363 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.159990 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.159990 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.160233 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.160480 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.160740 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.160991 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.161325 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.161584 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.161739 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.161902 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.162122 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.162352 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.162614 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.162998 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.163254 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.163254 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.163584 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.163741 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.164008 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.164171 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.164595 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.164595 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.166350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.166350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.166350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.166350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.166350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.166350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.166350 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168012 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168012 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168012 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168012 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168012 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168012 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168012 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168517 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168517 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168656 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.168908 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.169155 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.169382 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.169626 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.169959 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.170121 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.170385 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.170558 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.170992 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.171165 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.171353 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.171646 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.171978 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.172173 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.172428 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.172701 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.172984 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.173243 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.173511 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.173776 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.174077 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.174380 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.174838 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.175102 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.175341 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.175607 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.175846 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.176120 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.176359 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.176632 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.176856 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.177153 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.177421 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.177617 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.177839 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.178073 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.178381 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.178640 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.178876 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.179120 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.179341 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.179591 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.179901 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.180296 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.180548 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.180790 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.181060 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.181317 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.181583 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.181822 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.182058 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.182274 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.182519 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.182737 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.182958 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.183174 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.183389 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.183627 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.183929 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.184158 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.184392 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.184612 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.184833 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.185090 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.185307 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.185545 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.185804 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.186025 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.186249 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.186471 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.186688 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.186948 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.187182 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.187476 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.187730 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.187975 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.188226 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.188463 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.188701 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.188918 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.189185 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.189384 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.189601 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.189815 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.190084 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.190480 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.190913 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.191157 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.191377 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.191627 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.192454 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.192805 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.193066 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.193301 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.193564 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.193802 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.194051 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.194304 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.194545 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.194765 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.194984 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.195216 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.195491 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.195736 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.196003 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.196238 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.196471 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.196686 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.196906 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.197144 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.197446 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.197701 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.197935 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.198180 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.198417 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.198668 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.198882 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.199094 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.199313 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.199527 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.199757 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.200008 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.200228 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.200445 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.200658 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.200904 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.201122 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.201336 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.201554 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.201767 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.202016 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.202253 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.202470 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.202688 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.202899 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.203224 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.203479 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.203721 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.204029 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.204265 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.204513 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.204788 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.205111 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.205327 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.206189 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.206514 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.206742 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.206970 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.207251 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.207566 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.207871 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.208169 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.208441 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.208710 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.208999 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.209265 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.209489 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.209818 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.210165 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.210447 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.210699 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.210968 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.211238 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.211486 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.211704 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.211957 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.212181 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.212406 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.212652 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.212908 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.213137 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.213356 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.213618 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.213837 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.214113 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.214346 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.214595 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.214811 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.214972 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:08:29.215534 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:08:29.215701 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:08:29.215869 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:08:29.216066 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:08:29.216238 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:08:29.216391 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:08:29.216598 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.216762 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.216925 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.217085 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.217246 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.217427 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.217588 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.217747 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.217907 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.218066 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.218227 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.218387 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.218546 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.218705 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.218864 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.219029 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.219187 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.219348 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.219517 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.219679 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.219838 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.220014 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.220174 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.220335 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.220525 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.220829 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.220992 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.221205 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.221903 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.222087 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.222269 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.222559 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.222559 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.222954 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.222954 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.222954 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.223449 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.223449 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.223449 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.223966 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.223966 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-3-iscsi {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.223966 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.224477 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.224477 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.224477 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.224477 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.225157 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.225157 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.225157 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.225157 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.225850 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.225850 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.225850 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.226257 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.226381 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.226543 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.226708 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.226866 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.227027 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.227205 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.227375 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.227743 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.227743 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228011 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228011 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228246 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228371 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228496 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228638 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228766 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.228890 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.229327 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.229327 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.229327 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.229809 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.229809 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.229809 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.230260 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.230260 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.230260 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.230600 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.230600 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231125 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231125 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231125 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231125 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231713 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231713 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231713 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.231713 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.232200 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.232200 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.232200 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.232552 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.232552 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.232801 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.232801 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233042 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233042 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233270 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233392 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233515 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233637 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233760 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.233906 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.234074 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.234233 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.234394 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.234554 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.234714 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:29.234895 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.235058 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.235232 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.235395 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.235563 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.235729 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.235975 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.236190 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.236380 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.236380 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.236766 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.236766 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.237116 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.237116 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.237388 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.237688 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.238143 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.238308 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.238472 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.238635 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.238799 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.238966 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.239146 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.239310 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.239473 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.239635 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.239797 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.239982 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.240146 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.240310 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.240473 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.240640 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.240802 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.240968 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.241155 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.241390 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.241493 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.241623 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.241787 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.241950 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.242113 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.242275 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.242437 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.242600 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.242762 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.242956 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.243084 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.243247 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.243410 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.243571 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.243745 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.243954 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.244092 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.244254 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.244417 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.244579 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.244741 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.244903 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.245065 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.245227 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.245390 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.245567 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.245729 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.245892 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.246054 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.246217 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.246381 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.246544 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.246706 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.246875 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.247033 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.247194 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.247358 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.247528 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.247668 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.247831 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.248014 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.248180 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.248341 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.248506 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.248668 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.248834 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.248998 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.249160 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.249331 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.249508 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.249672 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.249757 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:29.249841 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.249985 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.250147 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.250309 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.250471 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.250633 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.250794 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.250956 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.251118 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.251281 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.251448 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.251610 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.251771 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.251959 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.252123 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.252284 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.253094 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.253198 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.253299 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.253461 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.253624 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.253784 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.253945 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.254105 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.254277 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.254450 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.254610 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.254772 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.254939 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.255112 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.255275 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.255437 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.255599 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.255761 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.255945 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.256110 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.256273 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.256435 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.256597 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.256760 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.256931 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.257104 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.257270 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.257431 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.257593 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.257779 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.257941 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.258102 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.258265 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.258427 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.258589 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.258751 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.258912 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.259074 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.259235 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.259403 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.259566 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.259729 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.259928 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.260077 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.260240 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.260404 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.260568 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.260731 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.260894 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.261057 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.261265 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.261408 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.261538 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.262314 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.263024 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.263473 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.263646 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.263808 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.263999 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.264163 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.264325 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.264530 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.264673 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.264801 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.264945 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.265112 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.265336 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.265505 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.265669 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.265832 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.265997 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.266160 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.266323 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267023 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267023 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267023 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267023 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267839 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267839 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267839 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267839 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.267839 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.268442 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.268442 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.268442 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.268649 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.268735 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.268932 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.269030 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.269178 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.269346 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.269536 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.269656 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.269819 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.269981 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.270148 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.270315 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.270481 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.270644 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.270807 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.270969 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.271132 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.271322 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.271476 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.271703 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.271800 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.271963 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.272129 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.272339 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.272454 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.272617 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.272779 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.272940 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.273136 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.273299 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.273494 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.273720 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.273810 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.273919 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.274080 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.274287 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.274385 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.274549 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.274725 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.274886 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.275048 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.275210 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.275371 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.275544 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.275708 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.275870 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.276080 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.276247 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.276418 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.276559 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.276722 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.276885 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.277107 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.277193 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.277914 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.277914 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.277914 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.277914 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.278221 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.278221 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.278368 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.278444 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.278603 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.278776 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.279916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.279916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.279916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.279916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.279916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.279916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.279916 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.280451 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.280451 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.280451 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.280671 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.280749 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.280915 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.281083 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.281223 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.281383 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.281545 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.281705 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.281842 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.282010 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.282172 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.282334 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:29.282475 dv-cinder-786384-3-iscsi neutron-server[78657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:08:29.329065 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 50672) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:29.337593 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062935
May 10 17:08:40.301286 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c34bd82-154b-49a1-b76b-de729bb932ff None None] get_active_networks_info from dv-cinder-786384-3-iscsi {{(pid=78766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 10 17:08:40.359957 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d9e56045-59f9-4b6c-972c-5913ea9ee7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670'] for agent, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:40.388518 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c34bd82-154b-49a1-b76b-de729bb932ff None None] No non-hosted networks {{(pid=78766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 10 17:08:42.628496 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670'] for agent, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:42.629937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.630440 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.631288 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.631763 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.632255 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.632721 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.635673 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.636242 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.637454 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.641039 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.641547 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.642037 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:42.642664 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbd9aff9880>, 'Open vSwitch agent', 'dv-cinder-786384-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:42.655701 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbd9a741730>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:42.882913 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4e79a880-dd9e-4618-a857-e314cb0627ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670'] for agent, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:42.955222 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-23c0a8a5-5eb2-4551-803b-a7d10999c7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:43.853290 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670'] for agent, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:45.593978 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670'] for agent, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:46.959140 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50762) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:47.544856 dv-cinder-786384-3-iscsi neutron-server[78764]: WARNING oslo_policy.policy [None req-6e476155-3f80-4549-98d9-7f68d41e5d16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:47.545446 dv-cinder-786384-3-iscsi neutron-server[78764]: WARNING oslo_policy.policy [None req-6e476155-3f80-4549-98d9-7f68d41e5d16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:47.762859 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [None req-6e476155-3f80-4549-98d9-7f68d41e5d16 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:08:47.764123 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-6e476155-3f80-4549-98d9-7f68d41e5d16 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8029313
May 10 17:08:49.923644 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.db.l3_hamode_db [None req-ee33f450-2698-45fd-9ab0-352cd1cb8569 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 10 17:08:50.011003 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33f450-2698-45fd-9ab0-352cd1cb8569 None None] Routers set() bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:08:50.011397 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33f450-2698-45fd-9ab0-352cd1cb8569 None None] Router IDs set() for agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 10 17:08:50.139163 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50776) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:50.503741 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:50.604049 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.policy [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78764) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:08:50.650673 dv-cinder-786384-3-iscsi neutron-server[78764]: WARNING oslo_policy.policy [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:50.651053 dv-cinder-786384-3-iscsi neutron-server[78764]: WARNING oslo_policy.policy [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:50.659811 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.quota [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbd9ad2c4c0>.
May 10 17:08:50.675881 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:50.736001 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778267466087', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778267466570', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778267491500', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778267481072', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778267441878', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778267432431', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7979382', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7974995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-580335'] for rbac-policy, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:50.801939 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:50.803164 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-8adc6b19-5b7e-4e71-a6bf-7913d345c89a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6630390
May 10 17:08:53.392996 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50790) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:53.745572 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Request body: {'network': {'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'name': 'private', 'admin_state_up': True}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:53.750304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:53.755471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Usage tracker for resource:network and tenant:d4c38ee9abdb486f9f94a18bd05397f9 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:53.760029 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:53.766044 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:53.775748 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Made reservation on behalf of d4c38ee9abdb486f9f94a18bd05397f9 for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:08:53.778709 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.796177 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.810718 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:53.814329 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c38ee9abdb486f9f94a18bd05397f9 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:53.819810 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:53.825474 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:53.920727 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.924510 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.929738 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:53.958757 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:08:53.973791 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c2279-114e-413b-8de4-911289addaed,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:53.985118 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778271061652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.985717 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fbd9ba76940> segment precommit_create {{(pid=78764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:08:53.986171 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Added segment 245646f7-e1ce-4952-ada8-10c223344efa of type vlan for network 2569aa9e-511b-4e78-b9ab-bf877662dd04
May 10 17:08:53.996229 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.996576 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.996901 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.997217 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.997527 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.997852 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.998160 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.998466 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.998805 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.999098 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.999405 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:53.999719 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Tracked resource versions report:
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]: pushed versions:
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]: {   'AddressGroup': {'1.2'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'ConntrackHelper': {'1.0'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Log': {'1.0'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Network': {'1.1'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Port': {'1.7'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'PortForwarding': {'1.2'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'QosPolicy': {'1.8'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'SecurityGroup': {'1.4'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'SecurityGroupRule': {'1.2'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'SubPort': {'1.0'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Subnet': {'1.1'},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Trunk': {'1.1'}}
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]: consumer versions:
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'ConntrackHelper': '1.0',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Log': '1.0',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Network': '1.1',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Port': '1.7',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'PortForwarding': '1.2',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'QosPolicy': '1.8',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'SecurityGroup': '1.4',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'SecurityGroupRule': '1.2',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'SubPort': '1.0',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Subnet': '1.1',
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Trunk': '1.1'}}
May 10 17:08:54.000870 dv-cinder-786384-3-iscsi neutron-server[78764]:  {{(pid=78764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:08:54.094657 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:54.098638 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.137348 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.138845 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:54.139477 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.144600 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:54.245471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Pushing event updated for resources: {'Network': ['ID=2569aa9e-511b-4e78-b9ab-bf877662dd04,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:54.248129 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8539209
May 10 17:08:54.249785 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:54.271528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:08:56.902082 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 50806) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:57.484112 dv-cinder-786384-3-iscsi neutron-server[78765]: WARNING oslo_policy.policy [None req-20b0d812-4dec-4934-8f11-c40e5618d941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:57.484692 dv-cinder-786384-3-iscsi neutron-server[78765]: WARNING oslo_policy.policy [None req-20b0d812-4dec-4934-8f11-c40e5618d941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:57.921264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.policy [None req-20b0d812-4dec-4934-8f11-c40e5618d941 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78765) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:08:57.971402 dv-cinder-786384-3-iscsi neutron-server[78765]: WARNING oslo_policy.policy [None req-20b0d812-4dec-4934-8f11-c40e5618d941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:57.972062 dv-cinder-786384-3-iscsi neutron-server[78765]: WARNING oslo_policy.policy [None req-20b0d812-4dec-4934-8f11-c40e5618d941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:57.982103 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0d812-4dec-4934-8f11-c40e5618d941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:57.983841 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-20b0d812-4dec-4934-8f11-c40e5618d941 admin admin] 10.222.0.13 "GET /v2.0/networks/2569aa9e-511b-4e78-b9ab-bf877662dd04 HTTP/1.1" status: 200  len: 825 time: 1.0808654
May 10 17:08:58.016717 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-2850b540-4825-4bd2-998f-c15633fcae5a admin admin] 10.222.0.13 "GET /v2.0/subnetpools/babba85e-1e97-42ef-a952-8d8e86893c90 HTTP/1.1" status: 200  len: 734 time: 0.0264201
May 10 17:08:58.025607 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Request body: {'subnet': {'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'ip_version': 4, 'subnetpool_id': 'babba85e-1e97-42ef-a952-8d8e86893c90', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:58.027208 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.quota [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbd9b013100>.
May 10 17:08:58.034288 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:58.039827 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Usage tracker for resource:subnet and tenant:d4c38ee9abdb486f9f94a18bd05397f9 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:58.043260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:58.050670 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:58.064987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Made reservation on behalf of d4c38ee9abdb486f9f94a18bd05397f9 for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:08:58.068067 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:58.563738 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:58.570085 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:58.645600 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Checking segment: {'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:08:58.645968 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Network hostable DHCP agents. Network: 2569aa9e-511b-4e78-b9ab-bf877662dd04, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:08:58.662488 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe63cabf-89a7-48c5-a71d-ee6445b26cc9,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:58.672244 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.672586 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.672908 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.673221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.673528 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.674848 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.675171 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.675550 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.675934 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.676244 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.676546 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.676850 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Tracked resource versions report:
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]: pushed versions:
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]: {   'AddressGroup': {'1.2'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'ConntrackHelper': {'1.0'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Log': {'1.0'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Network': {'1.1'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Port': {'1.7'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'PortForwarding': {'1.2'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'QosPolicy': {'1.8'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'SecurityGroup': {'1.4'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'SecurityGroupRule': {'1.2'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'SubPort': {'1.0'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Subnet': {'1.1'},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Trunk': {'1.1'}}
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]: consumer versions:
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'ConntrackHelper': '1.0',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Log': '1.0',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Network': '1.1',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Port': '1.7',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'PortForwarding': '1.2',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'QosPolicy': '1.8',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'SecurityGroup': '1.4',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'SecurityGroupRule': '1.2',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'SubPort': '1.0',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Subnet': '1.1',
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Trunk': '1.1'}}
May 10 17:08:58.677946 dv-cinder-786384-3-iscsi neutron-server[78765]:  {{(pid=78765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:08:58.710530 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:08:58.717723 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:58.724165 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 2569aa9e-511b-4e78-b9ab-bf877662dd04) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:08:58.729712 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:58.730360 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:58.735931 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d4fba-67f8-44d6-a27b-d4fff26e155d None None] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:08:58.755367 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7332461
May 10 17:08:59.057982 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-2569aa9e-511b-4e78-b9ab-bf877662dd04', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'fixed_ips': [{'subnet_id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:08:59.059201 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:59.257061 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Allocated IP 172.20.0.2 (2569aa9e-511b-4e78-b9ab-bf877662dd04/fe63cabf-89a7-48c5-a71d-ee6445b26cc9/ed65b842-cb59-4d61-a12c-fc410ce5d353) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:08:59.488959 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:59.501390 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Transition to ACTIVE for port object ed65b842-cb59-4d61-a12c-fc410ce5d353 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:08:59.521515 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Transition to ACTIVE for port object ed65b842-cb59-4d61-a12c-fc410ce5d353 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:08:59.528357 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:59.532820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:59.591854 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:08:59.594692 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:08:59.598133 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:08:59.613796 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Pushing event updated for resources: {'Port': ['ID=ed65b842-cb59-4d61-a12c-fc410ce5d353,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:59.657691 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.658022 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.658493 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.658975 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.659371 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.659617 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.659953 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.660269 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.660598 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.660911 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.661219 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.661524 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Tracked resource versions report:
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]: pushed versions:
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]: {   'AddressGroup': {'1.2'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'ConntrackHelper': {'1.0'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Log': {'1.0'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Network': {'1.1'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Port': {'1.7'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'PortForwarding': {'1.2'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'QosPolicy': {'1.8'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'SecurityGroup': {'1.4'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'SecurityGroupRule': {'1.2'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'SubPort': {'1.0'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Subnet': {'1.1'},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Trunk': {'1.1'}}
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]: consumer versions:
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'ConntrackHelper': '1.0',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Log': '1.0',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Network': '1.1',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Port': '1.7',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'PortForwarding': '1.2',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'QosPolicy': '1.8',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'SecurityGroup': '1.4',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'SecurityGroupRule': '1.2',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'SubPort': '1.0',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Subnet': '1.1',
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Trunk': '1.1'}}
May 10 17:08:59.662691 dv-cinder-786384-3-iscsi neutron-server[78766]:  {{(pid=78766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:08:59.696489 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:59.716310 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Attempting to bind port ed65b842-cb59-4d61-a12c-fc410ce5d353 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:08:59.716709 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Attempting to bind port ed65b842-cb59-4d61-a12c-fc410ce5d353 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:08:59.717135 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Attempting to bind port ed65b842-cb59-4d61-a12c-fc410ce5d353 on network 2569aa9e-511b-4e78-b9ab-bf877662dd04 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:08:59.723309 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:08:59.723722 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Checking segment: {'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:08:59.724234 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:59.724627 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Bound using segment: {'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:08:59.725105 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Bound port: ed65b842-cb59-4d61-a12c-fc410ce5d353, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:08:59.725502 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:59.818736 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] For port ed65b842-cb59-4d61-a12c-fc410ce5d353, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:08:59.822646 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] For port ed65b842-cb59-4d61-a12c-fc410ce5d353, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=ed65b842-cb59-4d61-a12c-fc410ce5d353,segment=NetworkSegment(245646f7-e1ce-4952-ada8-10c223344efa),segment_id=245646f7-e1ce-4952-ada8-10c223344efa)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:08:59.826923 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:59.831363 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:59.915028 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Pushing event updated for resources: {'Port': ['ID=ed65b842-cb59-4d61-a12c-fc410ce5d353,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:59.918055 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:01.177146 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50826) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:01.568618 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [None req-104d57e1-7adb-45db-9e2b-d005fbea9006 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:09:01.569594 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-104d57e1-7adb-45db-9e2b-d005fbea9006 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3915136
May 10 17:09:03.994220 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 50836) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:04.376329 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [None req-1534365d-e9ea-4186-a5b1-bad1959d1b49 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:09:04.377905 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-1534365d-e9ea-4186-a5b1-bad1959d1b49 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3826165
May 10 17:09:04.609561 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device ed65b842-cb59-4d61-a12c-fc410ce5d353 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:04.685967 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port ed65b842-cb59-4d61-a12c-fc410ce5d353 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:09:05.583446 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4034ace-0f0b-4718-830b-385617a570e7 None None] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:09:05.672520 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Provisioning for port ed65b842-cb59-4d61-a12c-fc410ce5d353 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:09:05.687615 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Provisioning complete for port ed65b842-cb59-4d61-a12c-fc410ce5d353 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:05.688035 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:05.910330 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:05.953310 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] For port ed65b842-cb59-4d61-a12c-fc410ce5d353, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=ed65b842-cb59-4d61-a12c-fc410ce5d353,segment=NetworkSegment(245646f7-e1ce-4952-ada8-10c223344efa),segment_id=245646f7-e1ce-4952-ada8-10c223344efa)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:09:05.963915 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:05.967455 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:06.069974 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Pushing event updated for resources: {'Port': ['ID=ed65b842-cb59-4d61-a12c-fc410ce5d353,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:06.073020 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:06.287172 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-0b6f6409-ef54-44c5-a4d8-a5150a0e279a None None] Provisioning complete for port ed65b842-cb59-4d61-a12c-fc410ce5d353 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:06.287537 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6409-ef54-44c5-a4d8-a5150a0e279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:06.577175 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device ed65b842-cb59-4d61-a12c-fc410ce5d353 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:06.644282 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port ed65b842-cb59-4d61-a12c-fc410ce5d353 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:06.644652 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:07.077509 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50852) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:07.424843 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:09:07.429291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:09:07.432966 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Usage tracker for resource:router and tenant:d4c38ee9abdb486f9f94a18bd05397f9 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:09:07.436683 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:09:07.442823 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:09:07.452510 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:07.454052 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:07.475904 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:07.584212 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:07.601522 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:07.602773 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-21c8b6c8-c366-4b9e-a7ef-208a362064c1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5243208
May 10 17:09:09.946657 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 50862) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:10.183740 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a40f8d51-a1a3-4791-9802-ab2980f520e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:10.331282 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [None req-90d14c03-d9a0-4c1e-8bf5-00d702fd0328 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:09:10.332289 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-90d14c03-d9a0-4c1e-8bf5-00d702fd0328 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3847351
May 10 17:09:12.620505 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:12.682241 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 50872) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:12.878320 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-62c85fbf-1046-4298-a360-aa41e655b96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.049430 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:09:13.054813 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:09:13.058706 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Usage tracker for resource:network and tenant:be6003166ceb4e769b990cd44d0cd839 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:09:13.061637 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:09:13.068034 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:09:13.077678 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Made reservation on behalf of be6003166ceb4e769b990cd44d0cd839 for: {'network': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:09:13.080020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.095466 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.109430 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:09:13.113562 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Usage tracker for resource:security_group_rule and tenant:be6003166ceb4e769b990cd44d0cd839 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:09:13.116908 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:09:13.122393 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:09:13.217051 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.221458 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.224924 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:13.247169 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Reserving flat network on physical network physnet1 {{(pid=78765) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 10 17:09:13.260876 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e4c22-b330-4dc1-a16b-57e900781f93,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:13.268131 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:13.269231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778271061652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.269792 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fbd9ba76940> segment precommit_create {{(pid=78765) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:09:13.270220 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.segments_db [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Added segment 65774e9e-a51a-4c11-a3bb-338db73d7412 of type flat for network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33
May 10 17:09:13.313296 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.354672 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.355931 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:09:13.356503 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:13.360858 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:13.471092 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7872498
May 10 17:09:13.473980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:13.484305 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:13.494822 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:09:13.796663 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:15.546331 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:15.812635 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50892) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:16.032541 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed60f8-06ed-4c78-bd72-79514d8144da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:09:16.034573 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d9ed60f8-06ed-4c78-bd72-79514d8144da admin admin] 10.222.0.13 "GET /v2.0/subnets/fe63cabf-89a7-48c5-a71d-ee6445b26cc9 HTTP/1.1" status: 200  len: 849 time: 0.2209222
May 10 17:09:16.190008 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-400a723c-75dc-40bc-9d2d-f9f99fa2f68d admin admin] 10.222.0.13 "GET /v2.0/routers/bc48c9c5-a4a6-4f51-a8eb-061569fca199 HTTP/1.1" status: 200  len: 704 time: 0.1494939
May 10 17:09:16.645084 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:16.870243 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Allocated IP 172.20.0.1 (2569aa9e-511b-4e78-b9ab-bf877662dd04/fe63cabf-89a7-48c5-a71d-ee6445b26cc9/8a82e1e4-2d54-44e0-a8d5-6fe1625d6349) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:09:17.024242 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.041569 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Transition to ACTIVE for port object 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:09:17.099996 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.104529 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:17.158958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:09:17.161344 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:09:17.164486 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:09:17.164983 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.312631 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a82e1e4-2d54-44e0-a8d5-6fe1625d6349,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:17.318881 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:17.391136 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-718ffc1f-86b8-4f1f-8204-77b4d99bf9d3 None None] Provisioning for port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:09:17.396431 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-718ffc1f-86b8-4f1f-8204-77b4d99bf9d3 None None] Provisioning complete for port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:17.396775 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-718ffc1f-86b8-4f1f-8204-77b4d99bf9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.453261 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-718ffc1f-86b8-4f1f-8204-77b4d99bf9d3 None None] Port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:09:17.477798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.704674 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.708901 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.709950 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.713095 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:17.842635 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a82e1e4-2d54-44e0-a8d5-6fe1625d6349,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:17.846974 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:17.905133 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:09:17.906272 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:09:18.074271 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-00a629b8-2d54-4eb5-8d1b-0061eccfa167 None None] Provisioning complete for port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:18.074638 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00a629b8-2d54-4eb5-8d1b-0061eccfa167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:18.096738 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Router bc48c9c5-a4a6-4f51-a8eb-061569fca199 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:09:18.127783 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-00a629b8-2d54-4eb5-8d1b-0061eccfa167 None None] Port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:09:18.249627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:09:18.259457 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc48c9c5-a4a6-4f51-a8eb-061569fca199/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0645263
May 10 17:09:18.261261 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Sync routers for ids ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:09:18.272427 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Routers {'bc48c9c5-a4a6-4f51-a8eb-061569fca199'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:09:18.273264 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9af9b6a0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:09:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:18.446548 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Set router bc48c9c5-a4a6-4f51-a8eb-061569fca199 gateway port host: None {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:09:18.811410 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9af9b6a0>, [{'id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'name': 'router1', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:09:07Z', 'updated_at': '2021-05-10T17:09:17Z', 'revision_number': 2, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'gw_port_host': None, '_interfaces': [{'id': '8a82e1e4-2d54-44e0-a8d5-6fe1625d6349', 'name': '', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'mac_address': 'fa:16:3e:d9:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:16Z', 'updated_at': '2021-05-10T17:09:17Z', 'revision_number': 2, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'subnets': [{'id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babba85e-1e97-42ef-a952-8d8e86893c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:18.816389 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Checking router: bc48c9c5-a4a6-4f51-a8eb-061569fca199 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:09:18.816757 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Updating router bc48c9c5-a4a6-4f51-a8eb-061569fca199 port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:09:18.868048 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:19.252596 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:19.268377 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Transition to ACTIVE for port object 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:09:19.274979 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:19.281372 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:19.483334 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Pushing event updated for resources: {'Port': ['ID=8a82e1e4-2d54-44e0-a8d5-6fe1625d6349,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:19.496083 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.496420 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.496751 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.497074 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.497393 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.497713 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.498027 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.498342 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.498660 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.498971 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.499282 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.499589 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Tracked resource versions report:
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]: pushed versions:
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]: {   'AddressGroup': {'1.2'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'ConntrackHelper': {'1.0'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Log': {'1.0'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Network': {'1.1'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Port': {'1.7'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'PortForwarding': {'1.2'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'QosPolicy': {'1.8'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'SecurityGroup': {'1.4'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'SecurityGroupRule': {'1.2'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'SubPort': {'1.0'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Subnet': {'1.1'},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Trunk': {'1.1'}}
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]: consumer versions:
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'ConntrackHelper': '1.0',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Log': '1.0',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Network': '1.1',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Port': '1.7',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'PortForwarding': '1.2',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'QosPolicy': '1.8',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'SecurityGroup': '1.4',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'SecurityGroupRule': '1.2',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'SubPort': '1.0',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Subnet': '1.1',
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Trunk': '1.1'}}
May 10 17:09:19.500744 dv-cinder-786384-3-iscsi neutron-server[78767]:  {{(pid=78767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:09:19.519347 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:19.521647 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Attempting to bind port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:09:19.522039 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Attempting to bind port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:09:19.522455 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Attempting to bind port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 on network 2569aa9e-511b-4e78-b9ab-bf877662dd04 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:09:19.527710 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:09:19.528144 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Checking segment: {'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:09:19.528605 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:19.529171 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Bound using segment: {'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:09:19.529683 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Bound port: 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245646f7-e1ce-4952-ada8-10c223344efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:09:19.530068 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:19.620100 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] For port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:09:19.624028 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] For port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=8a82e1e4-2d54-44e0-a8d5-6fe1625d6349,segment=NetworkSegment(245646f7-e1ce-4952-ada8-10c223344efa),segment_id=245646f7-e1ce-4952-ada8-10c223344efa)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:09:19.628281 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:19.632976 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:19.741707 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Routers {'bc48c9c5-a4a6-4f51-a8eb-061569fca199'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:09:19.742330 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9af9b6a0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:09:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:19.802025 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Pushing event updated for resources: {'Port': ['ID=8a82e1e4-2d54-44e0-a8d5-6fe1625d6349,revision_number=4']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:19.856451 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:19.901728 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] Set router bc48c9c5-a4a6-4f51-a8eb-061569fca199 gateway port host: None {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:09:20.233299 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9af9b6a0>, [{'id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'name': 'router1', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:09:07Z', 'updated_at': '2021-05-10T17:09:17Z', 'revision_number': 2, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'gw_port_host': None, '_interfaces': [{'id': '8a82e1e4-2d54-44e0-a8d5-6fe1625d6349', 'name': '', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'mac_address': 'fa:16:3e:d9:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:16Z', 'updated_at': '2021-05-10T17:09:19Z', 'revision_number': 4, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'subnets': [{'id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babba85e-1e97-42ef-a952-8d8e86893c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:20.238689 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be092431-4ae6-4fa0-a922-5518a0a67aff None None] The sync data for ids ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'] in dv-cinder-786384-3-iscsi is: [{'id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'name': 'router1', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:09:07Z', 'updated_at': '2021-05-10T17:09:17Z', 'revision_number': 2, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'gw_port_host': None, '_interfaces': [{'id': '8a82e1e4-2d54-44e0-a8d5-6fe1625d6349', 'name': '', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'mac_address': 'fa:16:3e:d9:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:16Z', 'updated_at': '2021-05-10T17:09:19Z', 'revision_number': 4, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'subnets': [{'id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babba85e-1e97-42ef-a952-8d8e86893c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:09:20.446984 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50914) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:20.606922 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e7fed-b348-4c2a-adaa-d920cf502166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:09:20.610056 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b80e7fed-b348-4c2a-adaa-d920cf502166 admin admin] 10.222.0.13 "GET /v2.0/networks/2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 HTTP/1.1" status: 200  len: 842 time: 0.1602519
May 10 17:09:20.617752 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:09:20.622870 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:09:20.626783 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Usage tracker for resource:subnet and tenant:be6003166ceb4e769b990cd44d0cd839 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:09:20.629640 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:09:20.635408 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:09:20.649609 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Made reservation on behalf of be6003166ceb4e769b990cd44d0cd839 for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:09:20.651973 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:21.177779 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.objects.ports [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78764) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 10 17:09:21.178209 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:21.181976 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:21.249025 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0a5b7a-7588-4776-9a03-2f722a9f45c8,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:21.254778 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:21.260878 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:09:21.261226 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Network hostable DHCP agents. Network: 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:09:21.280417 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:09:21.291061 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:09:21.294948 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:09:21.295536 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:21.301634 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9e89d-fa1e-48db-92d6-1e6beef225b3 None None] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:09:21.317045 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7029598
May 10 17:09:21.545689 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb781fc1-a926-42c8-af53-0f85b844823b None None] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:09:23.632916 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50928) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:23.831629 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-fc101d91-239b-4675-a525-51816cc10982 admin admin] 10.222.0.13 "GET /v2.0/routers/bc48c9c5-a4a6-4f51-a8eb-061569fca199 HTTP/1.1" status: 200  len: 710 time: 0.1976557
May 10 17:09:23.958240 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0cd18-cf75-4fef-8716-a327d80e1111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:09:23.959588 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e6e0cd18-cf75-4fef-8716-a327d80e1111 admin admin] 10.222.0.13 "GET /v2.0/networks/2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 HTTP/1.1" status: 200  len: 886 time: 0.1228805
May 10 17:09:23.968206 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:09:24.410247 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:24.602126 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:24.674178 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:09:24.678810 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:24.679193 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:24.734782 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:24.797454 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:24.833970 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=8a82e1e4-2d54-44e0-a8d5-6fe1625d6349,segment=NetworkSegment(245646f7-e1ce-4952-ada8-10c223344efa),segment_id=245646f7-e1ce-4952-ada8-10c223344efa)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:09:24.838029 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:24.840417 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4fac4db8-60a4-4a69-a065-e9398d3f92e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:24.860071 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:24.911160 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=8a82e1e4-2d54-44e0-a8d5-6fe1625d6349,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:24.914285 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:24.994083 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Allocated IP 172.27.2.111 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/c18138db-6260-40fb-aab8-6a8120ad545b) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:09:25.138806 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:25.168346 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:25.172958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:25.232099 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:09:25.232356 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:09:25.241604 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:09:25.350995 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Pushing event updated for resources: {'Port': ['ID=c18138db-6260-40fb-aab8-6a8120ad545b,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:25.359552 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:25.616565 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:25.952561 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:25.956976 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-929283'] for router, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:26.194578 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Router bc48c9c5-a4a6-4f51-a8eb-061569fca199 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:09:26.372875 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:09:26.381241 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:26.382334 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc48c9c5-a4a6-4f51-a8eb-061569fca199 HTTP/1.1" status: 200  len: 890 time: 2.4173832
May 10 17:09:26.382774 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Sync routers for ids ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:09:26.394050 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Routers {'bc48c9c5-a4a6-4f51-a8eb-061569fca199'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:09:26.394837 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a323790>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:09:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:26.614873 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:26.655870 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Set router bc48c9c5-a4a6-4f51-a8eb-061569fca199 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:09:26.889887 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:26.890177 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:27.120770 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a323790>, [{'id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'name': 'router1', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c18138db-6260-40fb-aab8-6a8120ad545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:09:07Z', 'updated_at': '2021-05-10T17:09:25Z', 'revision_number': 4, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'gw_port': {'id': 'c18138db-6260-40fb-aab8-6a8120ad545b', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:24Z', 'updated_at': '2021-05-10T17:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8a82e1e4-2d54-44e0-a8d5-6fe1625d6349', 'name': '', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'mac_address': 'fa:16:3e:d9:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:16Z', 'updated_at': '2021-05-10T17:09:24Z', 'revision_number': 5, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'subnets': [{'id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babba85e-1e97-42ef-a952-8d8e86893c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:27.125561 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Checking router: bc48c9c5-a4a6-4f51-a8eb-061569fca199 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:09:27.125907 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Updating router bc48c9c5-a4a6-4f51-a8eb-061569fca199 port c18138db-6260-40fb-aab8-6a8120ad545b binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:09:27.178013 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:27.506716 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:27.518192 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Transition to ACTIVE for port object c18138db-6260-40fb-aab8-6a8120ad545b will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:09:27.525841 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:27.529539 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:27.595625 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Attempting to bind port c18138db-6260-40fb-aab8-6a8120ad545b on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:09:27.596010 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Attempting to bind port c18138db-6260-40fb-aab8-6a8120ad545b by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:09:27.596368 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Attempting to bind port c18138db-6260-40fb-aab8-6a8120ad545b on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:09:27.610154 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:09:27.610519 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:09:27.610912 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:27.611450 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:09:27.611928 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Bound port: c18138db-6260-40fb-aab8-6a8120ad545b, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:09:27.612318 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:27.635350 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de298585-6f7f-46ae-b41d-3b50bb0a190e None None] Pushing event updated for resources: {'Port': ['ID=c18138db-6260-40fb-aab8-6a8120ad545b,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:27.638161 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-de298585-6f7f-46ae-b41d-3b50bb0a190e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:27.689663 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] For port c18138db-6260-40fb-aab8-6a8120ad545b, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:09:27.692683 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] For port c18138db-6260-40fb-aab8-6a8120ad545b, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=c18138db-6260-40fb-aab8-6a8120ad545b,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:09:27.697150 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:27.701808 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ada27750-a36f-4837-93c2-42bd7b96251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:27.773656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Routers {'bc48c9c5-a4a6-4f51-a8eb-061569fca199'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:09:27.774200 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a323790>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:09:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:27.898218 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de298585-6f7f-46ae-b41d-3b50bb0a190e None None] Pushing event updated for resources: {'Port': ['ID=c18138db-6260-40fb-aab8-6a8120ad545b,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:27.907933 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-de298585-6f7f-46ae-b41d-3b50bb0a190e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:27.959687 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] Set router bc48c9c5-a4a6-4f51-a8eb-061569fca199 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:09:28.321688 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a323790>, [{'id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'name': 'router1', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c18138db-6260-40fb-aab8-6a8120ad545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:09:07Z', 'updated_at': '2021-05-10T17:09:25Z', 'revision_number': 4, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'gw_port': {'id': 'c18138db-6260-40fb-aab8-6a8120ad545b', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:24Z', 'updated_at': '2021-05-10T17:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8a82e1e4-2d54-44e0-a8d5-6fe1625d6349', 'name': '', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'mac_address': 'fa:16:3e:d9:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:16Z', 'updated_at': '2021-05-10T17:09:24Z', 'revision_number': 5, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'subnets': [{'id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babba85e-1e97-42ef-a952-8d8e86893c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:28.325451 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67a0fe-7c62-4e02-9b3d-a9149681b6d8 None None] The sync data for ids ['bc48c9c5-a4a6-4f51-a8eb-061569fca199'] in dv-cinder-786384-3-iscsi is: [{'id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'name': 'router1', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c18138db-6260-40fb-aab8-6a8120ad545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:09:07Z', 'updated_at': '2021-05-10T17:09:25Z', 'revision_number': 4, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'gw_port': {'id': 'c18138db-6260-40fb-aab8-6a8120ad545b', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:24Z', 'updated_at': '2021-05-10T17:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8a82e1e4-2d54-44e0-a8d5-6fe1625d6349', 'name': '', 'network_id': '2569aa9e-511b-4e78-b9ab-bf877662dd04', 'tenant_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'mac_address': 'fa:16:3e:d9:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48c9c5-a4a6-4f51-a8eb-061569fca199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:16Z', 'updated_at': '2021-05-10T17:09:24Z', 'revision_number': 5, 'project_id': 'd4c38ee9abdb486f9f94a18bd05397f9', 'subnets': [{'id': 'fe63cabf-89a7-48c5-a71d-ee6445b26cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'babba85e-1e97-42ef-a952-8d8e86893c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:09:28.629936 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device c18138db-6260-40fb-aab8-6a8120ad545b up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:28.712515 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port c18138db-6260-40fb-aab8-6a8120ad545b completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:09:28.719274 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port c18138db-6260-40fb-aab8-6a8120ad545b triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:28.719644 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:28.850720 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:28.867657 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 50938) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:28.868267 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port c18138db-6260-40fb-aab8-6a8120ad545b, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=c18138db-6260-40fb-aab8-6a8120ad545b,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:09:28.872870 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:28.875088 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-de298585-6f7f-46ae-b41d-3b50bb0a190e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:28.953918 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=c18138db-6260-40fb-aab8-6a8120ad545b,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:28.957699 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:28.992876 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-653ef683-f1bc-48fd-bbc2-cc4e81b46cc9 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1240425
May 10 17:09:29.162744 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:09:30.590881 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device c18138db-6260-40fb-aab8-6a8120ad545b up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:30.682620 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port c18138db-6260-40fb-aab8-6a8120ad545b triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:30.682989 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:40.197299 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d2fdbc50-0157-4be0-a9ca-9da5ce66f52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:42.624987 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:42.883522 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a690-19b4-4346-9025-88d51181f3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:43.813809 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:45.596422 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:06.164460 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:10:10.194260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0c481075-4c10-48d6-a569-970bce4b39dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:12.622725 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:12.897126 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-71e946c6-861a-49d5-80b8-075905c1bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:13.845857 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:15.573490 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:40.186516 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e5299f54-ea86-4b94-83e5-aa4170d09449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:42.624260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:42.889507 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f566defa-53e0-40d4-b9d7-997d167b4ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:43.163392 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:10:43.810242 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:45.577411 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:07.164663 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51508) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:07.231787 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e5111-75a9-478d-92c6-b7b25e3a0bb5 admin admin] GET failed (client error): The resource could not be found.
May 10 17:11:07.233100 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-299e5111-75a9-478d-92c6-b7b25e3a0bb5 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0675039
May 10 17:11:07.362088 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f50213-48bf-441f-bb64-838586a1fe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:07.363442 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e7f50213-48bf-441f-bb64-838586a1fe9d admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1264977
May 10 17:11:09.470152 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51518) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:09.576960 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4d069-a181-4b2d-9caf-f69ed6f42bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:09.577514 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-44d4d069-a181-4b2d-9caf-f69ed6f42bdd admin admin] Synchronizing usage tracker for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:subnet {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:11:09.595352 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-44d4d069-a181-4b2d-9caf-f69ed6f42bdd admin admin] Unset dirty status for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:subnet {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:11:09.596689 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-44d4d069-a181-4b2d-9caf-f69ed6f42bdd admin admin] 10.222.0.13 "GET /v2.0/subnets/fe63cabf-89a7-48c5-a71d-ee6445b26cc9 HTTP/1.1" status: 200  len: 849 time: 0.1256070
May 10 17:11:09.605847 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:11:09.725483 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Notify callbacks [] for subnet, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:09.924094 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778271055198'] for subnet, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:09.927829 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:09.970833 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:09.971427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:09.972735 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] 10.222.0.13 "PUT /v2.0/subnets/fe63cabf-89a7-48c5-a71d-ee6445b26cc9 HTTP/1.1" status: 200  len: 868 time: 0.3706450
May 10 17:11:09.990753 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70bef86-718d-4800-a94a-a794dbeba889 None None] Network 2569aa9e-511b-4e78-b9ab-bf877662dd04 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:11:09.999382 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe63cabf-89a7-48c5-a71d-ee6445b26cc9,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:10.008291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.008661 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.008955 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.009335 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.009659 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.009979 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.010294 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.010609 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.010921 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.011232 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.011596 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.012103 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:10.015968 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:10.230051 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-35378349-c32f-46c5-b9df-125b67a70f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:10.505167 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-445ccdd2-d0a0-455a-bc82-3d5d613e02f7 None None] Provisioning complete for port ed65b842-cb59-4d61-a12c-fc410ce5d353 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:11:10.505534 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-445ccdd2-d0a0-455a-bc82-3d5d613e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:10.637165 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-445ccdd2-d0a0-455a-bc82-3d5d613e02f7 None None] Provisioning complete for port 8a82e1e4-2d54-44e0-a8d5-6fe1625d6349 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:11:10.637528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-445ccdd2-d0a0-455a-bc82-3d5d613e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:12.169252 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51528) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:12.347368 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8fb770-3036-4d8f-9380-5639cf937d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:12.347760 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8fb770-3036-4d8f-9380-5639cf937d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:12.349306 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3c8fb770-3036-4d8f-9380-5639cf937d1c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1791079
May 10 17:11:12.622114 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:12.892743 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88e0d3f0-fcc7-4393-b0dd-d7526972d04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:13.814577 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:14.521340 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51538) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:14.702223 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54d7cf-6d7c-42d1-bcd6-efdf6cea525d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:14.702618 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54d7cf-6d7c-42d1-bcd6-efdf6cea525d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:14.705347 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-bd54d7cf-6d7c-42d1-bcd6-efdf6cea525d admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1830122
May 10 17:11:15.580028 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:16.950319 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51548) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:17.126966 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befda5f9-261c-4a92-839f-3e0c96947231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:17.128265 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-befda5f9-261c-4a92-839f-3e0c96947231 admin admin] 10.222.0.13 "GET /v2.0/networks/2569aa9e-511b-4e78-b9ab-bf877662dd04 HTTP/1.1" status: 200  len: 869 time: 0.1770022
May 10 17:11:19.294960 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51558) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:19.464238 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d72990-5b0c-4832-b21f-803ffde937a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:19.465593 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-85d72990-5b0c-4832-b21f-803ffde937a9 admin admin] 10.222.0.13 "GET /v2.0/networks/2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 HTTP/1.1" status: 200  len: 886 time: 0.1697736
May 10 17:11:20.163253 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:11:21.611855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51568) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:21.716299 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821d12a-28ce-47f6-b719-1ab85f39db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:21.716749 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821d12a-28ce-47f6-b719-1ab85f39db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:21.718224 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-4821d12a-28ce-47f6-b719-1ab85f39db12 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1054168
May 10 17:11:23.842424 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51578) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:23.953935 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b1bb5-07dd-4864-a887-77416a151a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:23.954414 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b1bb5-07dd-4864-a887-77416a151a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:23.955869 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c73b1bb5-07dd-4864-a887-77416a151a33 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1125288
May 10 17:11:26.080256 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51588) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:26.211322 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a966f1-66c2-4b46-a719-ae85081fafa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:26.212698 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e3a966f1-66c2-4b46-a719-ae85081fafa9 admin admin] 10.222.0.13 "GET /v2.0/subnets/dc0a5b7a-7588-4776-9a03-2f722a9f45c8 HTTP/1.1" status: 200  len: 816 time: 0.1315248
May 10 17:11:28.355432 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51598) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:28.461344 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8b98e-092b-414a-b4ca-2c40905c7a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:28.462652 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-daa8b98e-092b-414a-b4ca-2c40905c7a19 admin admin] 10.222.0.13 "GET /v2.0/subnets/fe63cabf-89a7-48c5-a71d-ee6445b26cc9 HTTP/1.1" status: 200  len: 868 time: 0.1062691
May 10 17:11:40.192718 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4d260489-4ad4-4896-a62f-d79ea74e9ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:42.618595 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:42.895471 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-03288f94-e7ac-489c-b069-9ff4edb0d9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:43.817655 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:45.582666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:51.442389 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51642) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:51.489701 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [None req-08b4b604-2edc-4cb0-80de-b59ed2307297 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:11:51.490680 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-08b4b604-2edc-4cb0-80de-b59ed2307297 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0473702
May 10 17:11:53.685079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51652) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:53.754308 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5184bc-9f4b-48b5-a68c-584f98c55051 admin admin] GET failed (client error): The resource could not be found.
May 10 17:11:53.754808 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-cb5184bc-9f4b-48b5-a68c-584f98c55051 admin admin] Synchronizing usage tracker for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:network {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:11:53.771777 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-cb5184bc-9f4b-48b5-a68c-584f98c55051 admin admin] Unset dirty status for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:network {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:11:53.772880 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-cb5184bc-9f4b-48b5-a68c-584f98c55051 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0868633
May 10 17:11:53.906976 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a6f57-ba77-45cc-8062-dba3aeaee61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:53.908624 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a05a6f57-ba77-45cc-8062-dba3aeaee61c admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1318340
May 10 17:11:56.064695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51662) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:56.112863 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:11:56.117350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:11:56.127979 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:11:56.137626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Made reservation on behalf of be6003166ceb4e769b990cd44d0cd839 for: {'network': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:11:56.140144 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:56.228336 dv-cinder-786384-3-iscsi neutron-server[78765]: WARNING neutron.services.revisions.revision_plugin [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fbd9a143ee0] {project_id='be6003166ceb4e769b990cd44d0cd839', id='2b1e0831-44f7-484f-acad-a7f7a2c29e26', target_tenant='*', action='access_as_shared', object_id='64331203-32a3-4a0a-8c34-d2333e711110'}> to bump revision.
May 10 17:11:56.240937 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=78765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:11:56.250563 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:56.250834 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.segments_db [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Added segment 87307fa4-3aad-49a6-9088-ee5023e349bb of type vlan for network 64331203-32a3-4a0a-8c34-d2333e711110
May 10 17:11:56.275405 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:56.303654 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:56.304945 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:56.305536 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:56.310156 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:56.405355 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3395665
May 10 17:11:56.410880 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Pushing event updated for resources: {'Network': ['ID=64331203-32a3-4a0a-8c34-d2333e711110,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:56.418190 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.418524 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.418847 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.419164 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.419479 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.419795 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.420141 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.420471 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.420780 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.421082 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.421388 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.422048 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:56.426811 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f0b18178-0947-44d7-bbfa-1daa0021083f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:56.434456 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 64331203-32a3-4a0a-8c34-d2333e711110 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:11:57.162550 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:11:58.623291 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51672) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:58.689828 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.pecan_wsgi.hooks.translation [None req-69070310-408a-4dfc-9ac0-af2e6874484d admin admin] GET failed (client error): The resource could not be found.
May 10 17:11:58.690339 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-69070310-408a-4dfc-9ac0-af2e6874484d admin admin] Synchronizing usage tracker for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:network {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:11:58.704852 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-69070310-408a-4dfc-9ac0-af2e6874484d admin admin] Unset dirty status for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:network {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:11:58.705959 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-69070310-408a-4dfc-9ac0-af2e6874484d admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0816691
May 10 17:11:58.813033 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0e8cd-8a62-41de-8434-f44bdc73e5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:58.814620 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7ca0e8cd-8a62-41de-8434-f44bdc73e5db admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1047945
May 10 17:11:58.824240 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:11:58.829588 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:11:58.839053 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:11:58.848011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Made reservation on behalf of be6003166ceb4e769b990cd44d0cd839 for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:11:58.850275 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:59.231509 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:59.235636 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e23fa0b8-1eff-4073-be00-9d3b0c5636d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:59.304196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9310f021-bf6e-46c3-b8e5-c03717e2ac4b,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:59.307409 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:59.313936 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Checking segment: {'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:11:59.314280 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Network hostable DHCP agents. Network: 64331203-32a3-4a0a-8c34-d2333e711110, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:11:59.329953 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Network 64331203-32a3-4a0a-8c34-d2333e711110 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:11:59.338199 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 64331203-32a3-4a0a-8c34-d2333e711110) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:11:59.342232 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:59.342805 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:59.347694 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f89f1-f1c2-42ab-a0f5-fa4606579745 None None] Network 64331203-32a3-4a0a-8c34-d2333e711110 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:11:59.369734 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5489087
May 10 17:11:59.575079 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-64331203-32a3-4a0a-8c34-d2333e711110', 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110', 'tenant_id': 'be6003166ceb4e769b990cd44d0cd839', 'fixed_ips': [{'subnet_id': '9310f021-bf6e-46c3-b8e5-c03717e2ac4b'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:11:59.575915 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:59.737485 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Allocated IP 192.168.233.2 (64331203-32a3-4a0a-8c34-d2333e711110/9310f021-bf6e-46c3-b8e5-c03717e2ac4b/5d0ac5a9-763e-41f0-ae82-26ffde10536b) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:11:59.948890 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:59.959822 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Transition to ACTIVE for port object 5d0ac5a9-763e-41f0-ae82-26ffde10536b will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:11:59.979501 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Transition to ACTIVE for port object 5d0ac5a9-763e-41f0-ae82-26ffde10536b will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:11:59.988536 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:59.994136 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:00.064619 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Network 64331203-32a3-4a0a-8c34-d2333e711110 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:12:00.068515 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:12:00.070892 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:12:00.073037 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Pushing event updated for resources: {'Port': ['ID=5d0ac5a9-763e-41f0-ae82-26ffde10536b,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:00.082780 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.083096 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.083413 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.083741 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.084081 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.084413 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.084722 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.085034 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.085369 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.085681 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.085994 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.086305 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:00.090467 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:00.173533 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Attempting to bind port 5d0ac5a9-763e-41f0-ae82-26ffde10536b on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:12:00.173897 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Attempting to bind port 5d0ac5a9-763e-41f0-ae82-26ffde10536b by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:12:00.174260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Attempting to bind port 5d0ac5a9-763e-41f0-ae82-26ffde10536b on network 64331203-32a3-4a0a-8c34-d2333e711110 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:12:00.179704 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:12:00.180090 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Checking segment: {'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:12:00.180480 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:00.180866 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Bound using segment: {'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:12:00.181327 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Bound port: 5d0ac5a9-763e-41f0-ae82-26ffde10536b, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:12:00.181703 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:00.273256 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] For port 5d0ac5a9-763e-41f0-ae82-26ffde10536b, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:12:00.276335 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] For port 5d0ac5a9-763e-41f0-ae82-26ffde10536b, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=5d0ac5a9-763e-41f0-ae82-26ffde10536b,segment=NetworkSegment(87307fa4-3aad-49a6-9088-ee5023e349bb),segment_id=87307fa4-3aad-49a6-9088-ee5023e349bb)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:12:00.281495 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:00.285420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:00.363800 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Pushing event updated for resources: {'Port': ['ID=5d0ac5a9-763e-41f0-ae82-26ffde10536b,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:00.370622 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:00.736059 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 5d0ac5a9-763e-41f0-ae82-26ffde10536b up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:00.810679 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 5d0ac5a9-763e-41f0-ae82-26ffde10536b completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:12:01.180859 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb989a-6261-404a-b7c5-904c66efbab2 None None] Network 64331203-32a3-4a0a-8c34-d2333e711110 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:12:01.264798 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Provisioning for port 5d0ac5a9-763e-41f0-ae82-26ffde10536b completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:12:01.275625 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Provisioning complete for port 5d0ac5a9-763e-41f0-ae82-26ffde10536b triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:01.276013 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:01.505449 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:01.548531 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] For port 5d0ac5a9-763e-41f0-ae82-26ffde10536b, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=5d0ac5a9-763e-41f0-ae82-26ffde10536b,segment=NetworkSegment(87307fa4-3aad-49a6-9088-ee5023e349bb),segment_id=87307fa4-3aad-49a6-9088-ee5023e349bb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:12:01.558587 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:01.600564 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:01.675733 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Pushing event updated for resources: {'Port': ['ID=5d0ac5a9-763e-41f0-ae82-26ffde10536b,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:01.681432 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:01.907435 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-10835f6e-be01-43d2-88e1-901332af988c None None] Provisioning complete for port 5d0ac5a9-763e-41f0-ae82-26ffde10536b triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:01.907819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-10835f6e-be01-43d2-88e1-901332af988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:02.724165 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 5d0ac5a9-763e-41f0-ae82-26ffde10536b up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:02.794363 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 5d0ac5a9-763e-41f0-ae82-26ffde10536b triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:02.794733 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:10.195463 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bbdb201a-4d7a-4741-a2cc-4ab0087af031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:12.625291 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:12.897656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-85682a7f-607a-4c13-b2ca-28e0224d3bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:13.820892 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:15.587652 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:34.161498 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:12:40.199375 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ce20a97a-7dfe-4635-9430-412cea7b3da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:42.622854 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:42.899656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ce71c8fd-4859-4b7f-9d76-1f194c490f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:43.823528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:45.590054 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:05.441864 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51724) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:13:05.447926 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [None req-8209785a-cdd9-4d51-91ab-f99ad463dcc7 tempest-verify_tempest_config-357118615 tempest-verify_tempest_config-357118615-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:13:05.448873 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-8209785a-cdd9-4d51-91ab-f99ad463dcc7 tempest-verify_tempest_config-357118615 tempest-verify_tempest_config-357118615-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060532
May 10 17:13:05.768011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51742) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:13:05.883406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:05.897304 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:13:05.901022 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Usage tracker for resource:security_group_rule and tenant:ec61c295f32642438f7327f5ca2c4310 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:13:05.903754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:13:05.910029 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:13:05.991246 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:05.995162 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:06.006648 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:13:06.043826 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf2fc3-b859-4f66-8555-52a31d7bca58,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:13:06.047270 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Synchronizing usage tracker for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:13:06.055383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.055743 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.056106 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.056431 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.056749 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.057069 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.057384 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.057697 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.058026 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.058342 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.058657 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.058965 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:13:06.064084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:13:06.075526 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Unset dirty status for tenant:be6003166ceb4e769b990cd44d0cd839 on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:13:06.077244 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec61c295f32642438f7327f5ca2c4310&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3078885
May 10 17:13:06.079449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51748) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:13:06.138033 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:06.163274 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:06.260534 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:06.265303 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-74017473-b0cd-46d9-8400-747f260ab42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:13:06.275983 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf2fc3-b859-4f66-8555-52a31d7bca58,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:13:06.278961 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:13:06.285069 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:06.286155 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fdf2fc3-b859-4f66-8555-52a31d7bca58 HTTP/1.1" status: 204  len: 168 time: 0.2057784
May 10 17:13:10.203085 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8e914856-fa38-474f-b591-d6a6af985635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:11.160313 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:13:12.626016 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:12.902164 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4edd957c-6764-4a70-960a-25f6abf753ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:13.828054 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:15.591943 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:40.205503 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88004906-3313-4fc8-b1a1-edd439e6c888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:42.628194 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:42.903330 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea54a730-ebce-4636-9582-62c707a5e572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:43.831189 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:45.594218 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:48.158504 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:14:10.207651 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a546ab34-8e90-4f9b-bd13-97fe97ccca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:12.632255 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:12.906719 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2f00d0ee-e0dd-43d9-a550-3828b4ac338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:13.832600 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:15.597130 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:25.157484 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 5 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:14:40.212416 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b1e57547-b2ba-4118-88c5-cdd4603a0ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:42.636464 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:42.842192 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670'] for agent, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:42.908100 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2f47-5165-48bd-a6e1-9b635a588309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:43.837893 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:45.687415 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:58.343555 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 51820) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:58.457759 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-99e5ad93-cee4-44e5-9e45-454f839715aa admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1129816
May 10 17:15:00.630895 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51830) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:00.690819 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-8c58795f-89de-4065-abe2-61cf88ac83de admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0588517
May 10 17:15:02.155864 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:15:10.219955 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b7a39d0b-774a-451b-9d81-ccb4d59a4717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:12.639411 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:12.813794 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:12.910031 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-07d7356e-8467-4489-add1-c277746ac371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:13.838830 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:15.599499 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:39.155101 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:15:40.212820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b45dab76-daa6-42a3-9370-63b84d290f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.641420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.831767 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.910895 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c11c2e38-286f-4914-b932-ce17482a7e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.841431 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.603020 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.215052 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8d6df63-d86a-429b-969d-5cbc6da199fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.643468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.829420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.912582 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7451a76-e8bc-40bc-a08f-982ebb59e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.848058 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:15.606833 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:16.154558 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:16:30.059446 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 51986) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:30.389013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2009352014-network', 'tenant_id': '3a9b566e18054d3dae48ab94dfc515a5'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:30.393636 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:30.398417 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Usage tracker for resource:network and tenant:3a9b566e18054d3dae48ab94dfc515a5 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:30.402849 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:30.409413 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:30.422793 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Made reservation on behalf of 3a9b566e18054d3dae48ab94dfc515a5 for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:30.425258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.438538 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.457299 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:30.461670 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9b566e18054d3dae48ab94dfc515a5 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:30.465115 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:30.471143 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:30.628667 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.633910 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.638830 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:30.669715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:16:30.683434 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1586fde9-0331-476f-9878-2d5cd3f1c6dc,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:30.688956 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.689296 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Added segment e9d49c16-e7a0-4ce8-b201-4b409797915a of type vlan for network ce14940e-6753-4da5-affc-87e6c6c13ca4
May 10 17:16:30.698200 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.698539 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.699289 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.699662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.699999 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.700451 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.700838 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.701309 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.701909 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.702123 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.702435 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.702745 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Tracked resource versions report:
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]: pushed versions:
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]: {   'AddressGroup': {'1.2'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'ConntrackHelper': {'1.0'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Log': {'1.0'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Network': {'1.1'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Port': {'1.7'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'PortForwarding': {'1.2'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'QosPolicy': {'1.8'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'SecurityGroup': {'1.4'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'SecurityGroupRule': {'1.2'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'SubPort': {'1.0'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Subnet': {'1.1'},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     'Trunk': {'1.1'}}
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]: consumer versions:
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     HyperV agent@hv-cinder-78638: {},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'ConntrackHelper': '1.0',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Log': '1.0',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Network': '1.1',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Port': '1.7',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'PortForwarding': '1.2',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'QosPolicy': '1.8',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'SecurityGroup': '1.4',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'SecurityGroupRule': '1.2',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'SubPort': '1.0',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Subnet': '1.1',
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:                                                      'Trunk': '1.1'}}
May 10 17:16:30.703791 dv-cinder-786384-3-iscsi neutron-server[78764]:  {{(pid=78764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:16:30.707147 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:30.737878 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.766676 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52018) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:30.775857 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.777234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:30.778189 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:30.785206 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4db30b9f-6c1d-4a01-9126-876f045f1902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:30.892836 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52032) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:30.900258 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8394003
May 10 17:16:30.901455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce14940e-6753-4da5-affc-87e6c6c13ca4,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:30.904097 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52036) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:30.907094 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:30.911323 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Request body: {'subnet': {'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2009352014-subnet', 'tenant_id': '3a9b566e18054d3dae48ab94dfc515a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:30.914301 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network ce14940e-6753-4da5-affc-87e6c6c13ca4 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:16:30.916021 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:30.919997 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Usage tracker for resource:subnet and tenant:3a9b566e18054d3dae48ab94dfc515a5 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:30.923129 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:30.929022 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:30.945897 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Made reservation on behalf of 3a9b566e18054d3dae48ab94dfc515a5 for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:30.949627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.057870 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1626979811-network', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:31.064225 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.070229 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Usage tracker for resource:network and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.073809 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:31.081030 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:31.107073 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Made reservation on behalf of 014b4ef6b7914ca9b559d0074c620921 for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:31.109930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.127252 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.143497 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.152013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Usage tracker for resource:security_group_rule and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.155367 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:31.161303 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:31.396470 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-246642001-network', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:31.403434 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.408248 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Usage tracker for resource:network and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.412482 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:31.414721 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.421689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:31.424473 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.434551 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Made reservation on behalf of 568fd7c4bf57477fb69cf13384c05c60 for: {'network': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:31.437087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.438260 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:31.454132 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.469175 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c77e612-d02e-491e-bb6a-9269241ed5a2,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:31.481730 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:31.496296 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:16:31.512121 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.512825 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.513156 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Added segment 355a5516-df9f-42f8-b521-f348dfd728e8 of type vlan for network 420c1aa8-f3e9-4cec-a8e8-b3762c263460
May 10 17:16:31.516560 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.518960 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52056) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:31.520299 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:31.529106 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:31.562478 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.647844 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.652706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:31.653818 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.659206 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.675975 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'}  {{(pid=78765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:16:31.689173 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.693130 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.693761 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.segments_db [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Added segment fe30122a-28b4-4c11-93bc-5380a2a956ff of type vlan for network 64ba8592-3a09-4d36-a634-372e556f8775
May 10 17:16:31.695971 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:31.696270 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.730318 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.735622 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-34d1181c-7db4-43e9-a68c-27db9b66d851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:31.774367 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Checking segment: {'id': 'e9d49c16-e7a0-4ce8-b201-4b409797915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:31.774807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Network hostable DHCP agents. Network: ce14940e-6753-4da5-affc-87e6c6c13ca4, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:16:31.779809 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696541cc-6cbf-4fb3-ab8c-2be041a93ee8,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:31.792092 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:31.794619 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4595b58d-ada8-47ea-a193-61dadd75c8ee,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:31.798791 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1955593763-network', 'tenant_id': '94ef14ea44b1462babbc383f419bee3a'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:31.804013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.804339 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.804458 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.804859 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.805191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.805515 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.805847 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.806418 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.806910 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.807584 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.808108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.808622 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.809134 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:31.809725 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Usage tracker for resource:network and tenant:94ef14ea44b1462babbc383f419bee3a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Tracked resource versions report:
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]: pushed versions:
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]: {   'AddressGroup': {'1.2'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'ConntrackHelper': {'1.0'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Log': {'1.0'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Network': {'1.1'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Port': {'1.7'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'PortForwarding': {'1.2'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'QosPolicy': {'1.8'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'SecurityGroup': {'1.4'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'SecurityGroupRule': {'1.2'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'SubPort': {'1.0'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Subnet': {'1.1'},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     'Trunk': {'1.1'}}
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]: consumer versions:
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     HyperV agent@hv-cinder-78638: {},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'ConntrackHelper': '1.0',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Log': '1.0',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Network': '1.1',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Port': '1.7',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'PortForwarding': '1.2',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'QosPolicy': '1.8',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'SecurityGroup': '1.4',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'SecurityGroupRule': '1.2',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'SubPort': '1.0',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Subnet': '1.1',
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:                                                      'Trunk': '1.1'}}
May 10 17:16:31.810743 dv-cinder-786384-3-iscsi neutron-server[78765]:  {{(pid=78765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:16:31.814037 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:31.816973 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.818225 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:31.819832 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:31.820350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.832238 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:31.841231 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:31.853556 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-474a8cbc-2288-410e-8f1a-c93351948da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:31.857555 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Made reservation on behalf of 94ef14ea44b1462babbc383f419bee3a for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:31.860113 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.877604 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:31.893496 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1257880
May 10 17:16:31.898784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52074) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:31.908094 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.916709 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Request body: {'subnet': {'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1626979811-subnet', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:31.921960 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.925862 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Usage tracker for resource:subnet and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.928870 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:31.934643 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:31.939368 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52078) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:31.953579 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Usage tracker for resource:security_group_rule and tenant:94ef14ea44b1462babbc383f419bee3a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.955903 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=64ba8592-3a09-4d36-a634-372e556f8775,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:31.957672 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Network ce14940e-6753-4da5-affc-87e6c6c13ca4 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:16:31.960960 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0641692
May 10 17:16:31.962257 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:31.964429 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52086) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:31.968292 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 64ba8592-3a09-4d36-a634-372e556f8775 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:16:31.972001 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Request body: {'subnet': {'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-subnet', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:31.978417 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:31.982748 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Usage tracker for resource:subnet and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:31.986474 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:31.993660 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:32.010090 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Made reservation on behalf of 568fd7c4bf57477fb69cf13384c05c60 for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:32.011320 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:32.014951 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.031910 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Made reservation on behalf of 014b4ef6b7914ca9b559d0074c620921 for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:32.034855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.054815 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:32.062422 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, ce14940e-6753-4da5-affc-87e6c6c13ca4) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:32.141885 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.144592 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.148379 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Pushing event updated for resources: {'Network': ['ID=420c1aa8-f3e9-4cec-a8e8-b3762c263460,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:32.173737 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:32.207327 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4671c16a-44b6-484d-a23f-8c5ca9cbf577 None None] Network ce14940e-6753-4da5-affc-87e6c6c13ca4 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:32.209455 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3040080
May 10 17:16:32.222531 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:16:32.326748 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.369587 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.399950 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:32.486313 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-694548175-network', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:32.516749 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:16:32.532406 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:32.536873 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Usage tracker for resource:network and tenant:c0959262bffe4536a1379eb100c2fb3d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:32.540842 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:32.546851 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:32.559302 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd1d31-c101-4647-9c80-102156ca644b,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:32.585370 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:32.589406 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Made reservation on behalf of c0959262bffe4536a1379eb100c2fb3d for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:32.591800 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.606293 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.606623 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Added segment 4ab212d7-e8c9-48b7-a118-af7c69f6f080 of type vlan for network 7130d662-e986-4609-9cd1-1595c08760e9
May 10 17:16:32.609148 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.628600 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe20127-691c-4d44-9112-7dd120456107 None None] Network ce14940e-6753-4da5-affc-87e6c6c13ca4 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:32.637235 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:32.641272 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.641818 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c0959262bffe4536a1379eb100c2fb3d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:32.645037 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:32.648367 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:32.651685 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:32.745206 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Checking segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:32.745905 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Network hostable DHCP agents. Network: 64ba8592-3a09-4d36-a634-372e556f8775, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:16:32.764013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.776958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:32.790014 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:32.798280 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Network 64ba8592-3a09-4d36-a634-372e556f8775 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:16:32.814296 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 64ba8592-3a09-4d36-a634-372e556f8775) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:32.824722 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.826833 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.837645 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3817cb57-cd01-4c9a-93d8-51c2af6f68b3 None None] Network 64ba8592-3a09-4d36-a634-372e556f8775 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:32.852919 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.875660 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:16:32.886540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.886768 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Added segment a88b3ec7-de50-41eb-977d-a3de365102fb of type vlan for network 756191ce-3246-4dd0-8a83-e15cbf383d8a
May 10 17:16:32.900186 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9342811
May 10 17:16:32.903392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52110) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:32.909531 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:32.918940 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.921684 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:32.932220 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Usage tracker for resource:router and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:32.940332 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:32.955305 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:32.958295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:32.971055 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.974477 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.986273 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:32.990019 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.003664 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:33.004278 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.027264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.048303 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e3f22-2f84-4d13-a222-38668efe5bb0,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:33.055101 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.1145587
May 10 17:16:33.055713 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52118) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:33.058415 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:33.060726 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3f46dff0-7d6c-4bdc-92cd-09a4efab58fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:33.107185 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Request body: {'subnet': {'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-subnet', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:33.265182 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-64ba8592-3a09-4d36-a634-372e556f8775', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:16:33.266065 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:33.267332 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.293394 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Usage tracker for resource:subnet and tenant:c0959262bffe4536a1379eb100c2fb3d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:33.300177 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:33.320005 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:33.415263 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.424209 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.427358 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:33.427962 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.432287 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Pushing event updated for resources: {'Network': ['ID=756191ce-3246-4dd0-8a83-e15cbf383d8a,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:33.444779 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:33.449089 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-6ed0b054-893b-44da-afb1-3d537711157a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:33.450301 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:16:33.563606 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Made reservation on behalf of c0959262bffe4536a1379eb100c2fb3d for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:33.565516 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Allocated IP 172.20.0.2 (64ba8592-3a09-4d36-a634-372e556f8775/ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b/2c701205-e477-46fa-a1ce-66919c0aa191) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:33.565817 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.601921 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.644196 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.1240149
May 10 17:16:33.655511 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52140) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:33.680278 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Request body: {'subnet': {'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1955593763-subnet', 'tenant_id': '94ef14ea44b1462babbc383f419bee3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:33.688842 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Checking segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:33.689199 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Network hostable DHCP agents. Network: 420c1aa8-f3e9-4cec-a8e8-b3762c263460, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:16:33.696219 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:33.700812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4013977-7b4d-4d6c-91c9-5c76a8394d33,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:33.706659 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:33.710821 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:33.787800 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Usage tracker for resource:subnet and tenant:94ef14ea44b1462babbc383f419bee3a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:33.795200 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:33.806747 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:33.830534 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Made reservation on behalf of 94ef14ea44b1462babbc383f419bee3a for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:33.833372 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.846886 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Pushing event updated for resources: {'Network': ['ID=7130d662-e986-4609-9cd1-1595c08760e9,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:33.857008 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:33.858916 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:16:33.867803 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 7130d662-e986-4609-9cd1-1595c08760e9 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:16:33.891783 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 420c1aa8-f3e9-4cec-a8e8-b3762c263460) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:33.898361 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:33.899054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:33.910032 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e312af-838f-482e-9087-c59466aa3925 None None] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:33.923721 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52150) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:34.042719 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1414037
May 10 17:16:34.045392 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52158) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:34.064389 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:34.072958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:34.095957 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Usage tracker for resource:router and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:34.100548 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:34.133133 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:34.228257 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.228257 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.292224 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.457161 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.536348 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.682826 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.749233 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.766828 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Transition to ACTIVE for port object 2c701205-e477-46fa-a1ce-66919c0aa191 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:34.806671 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:34.813874 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Usage tracker for resource:security_group_rule and tenant:8d716f84e8a948059a3546d9cfb4faa0 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:34.821966 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:34.910395 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:16:34.911277 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:34.932210 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Transition to ACTIVE for port object 2c701205-e477-46fa-a1ce-66919c0aa191 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:34.955979 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Allocated IP 172.27.2.36 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/e3e40c93-40e4-4be7-9966-5013fe742308) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:34.960847 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:34.961884 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.063355 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.121707 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:35.215691 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Network 64ba8592-3a09-4d36-a634-372e556f8775 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:35.237798 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:35.269338 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:35.275798 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Pushing event updated for resources: {'Port': ['ID=2c701205-e477-46fa-a1ce-66919c0aa191,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:35.294136 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.311877 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:35.377086 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.385752 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.395930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-14cdbe36-de81-4943-a69a-9046c6212c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:35.397979 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.398570 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.399093 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.399594 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.400063 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.400510 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.401169 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.401582 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.402090 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.402545 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.402977 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.403550 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Tracked resource versions report:
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]: pushed versions:
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]: {   'AddressGroup': {'1.2'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'ConntrackHelper': {'1.0'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Log': {'1.0'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Network': {'1.1'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Port': {'1.7'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'PortForwarding': {'1.2'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'QosPolicy': {'1.8'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'SecurityGroup': {'1.4'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'SecurityGroupRule': {'1.2'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'SubPort': {'1.0'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Subnet': {'1.1'},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     'Trunk': {'1.1'}}
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]: consumer versions:
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     HyperV agent@hv-cinder-78638: {},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'ConntrackHelper': '1.0',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Log': '1.0',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Network': '1.1',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Port': '1.7',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'PortForwarding': '1.2',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'QosPolicy': '1.8',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'SecurityGroup': '1.4',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'SecurityGroupRule': '1.2',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'SubPort': '1.0',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Subnet': '1.1',
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:                                                      'Trunk': '1.1'}}
May 10 17:16:35.405348 dv-cinder-786384-3-iscsi neutron-server[78766]:  {{(pid=78766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:16:35.410439 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7674b3-aebd-40d1-9497-c82060a3b659,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:35.431209 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:35.435655 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.458596 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:35.556917 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d716f84e8a948059a3546d9cfb4faa0&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6320574
May 10 17:16:35.560262 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fdb337-0af1-4989-9876-427e3a89e535,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:35.569989 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52210) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:35.571603 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:35.573994 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:35.596084 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Allocated IP 172.20.0.2 (420c1aa8-f3e9-4cec-a8e8-b3762c263460/c4013977-7b4d-4d6c-91c9-5c76a8394d33/eef6e6c4-bb29-4f01-8744-2736cf742c81) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:35.598859 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52214) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:35.603453 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.622407 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Checking segment: {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:35.622755 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Network hostable DHCP agents. Network: 756191ce-3246-4dd0-8a83-e15cbf383d8a, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:16:35.642088 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f3442e-8424-486c-a461-060ff0f3a127,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:35.673082 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:35.679675 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Checking segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:35.680922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Network hostable DHCP agents. Network: 7130d662-e986-4609-9cd1-1595c08760e9, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:16:35.761211 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Network 7130d662-e986-4609-9cd1-1595c08760e9 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:16:35.774539 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52226) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:35.789824 dv-cinder-786384-3-iscsi neutron-server[78765]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 17:16:35.796662 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Attempting to bind port 2c701205-e477-46fa-a1ce-66919c0aa191 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:35.797262 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Attempting to bind port 2c701205-e477-46fa-a1ce-66919c0aa191 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:35.797362 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Attempting to bind port 2c701205-e477-46fa-a1ce-66919c0aa191 on network 64ba8592-3a09-4d36-a634-372e556f8775 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:35.807863 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:35.808279 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Checking segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:35.808650 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.809051 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Bound using segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:35.809549 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Bound port: 2c701205-e477-46fa-a1ce-66919c0aa191, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:35.809946 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.827094 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 7130d662-e986-4609-9cd1-1595c08760e9) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:35.840008 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818d87a-d405-40ae-8509-ce557b8e3f59 None None] Network 7130d662-e986-4609-9cd1-1595c08760e9 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:35.881661 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.893162 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:35.894136 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.924663 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.926877 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.940314 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:16:35.949869 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:35.972350 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:35.981444 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Usage tracker for resource:security_group_rule and tenant:2895d0cadc2642d6ad9df7d8564a14b3 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:35.984436 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:35.988325 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:35.990959 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 756191ce-3246-4dd0-8a83-e15cbf383d8a) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:35.997032 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:36.003705 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:36.004220 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.010637 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66cac5-5ecb-4156-9c8a-9909c8f82cc4 None None] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:36.044466 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Pushing event updated for resources: {'Port': ['ID=e3e40c93-40e4-4be7-9966-5013fe742308,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:36.055519 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.084280 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:36.089099 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.093451 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:36.101613 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:36.104585 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:36.128708 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f2ddb3ac-180e-4eed-8c0a-230e2dd8dd72 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.0692327
May 10 17:16:36.136044 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52234) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:36.141934 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:36.163254 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:36.174613 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7338c145-c62a-46c1-95d9-831bde45530b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.5151927
May 10 17:16:36.178230 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Usage tracker for resource:router and tenant:c0959262bffe4536a1379eb100c2fb3d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:36.183615 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:36.202490 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:36.240150 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] For port 2c701205-e477-46fa-a1ce-66919c0aa191, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:36.255964 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.273368 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.274684 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.287465 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-b6c14612-c640-4f11-9b73-d3a5f4ba74aa tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:36.290150 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-b6c14612-c640-4f11-9b73-d3a5f4ba74aa tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/networks?id=ce14940e-6753-4da5-affc-87e6c6c13ca4 HTTP/1.1" status: 200  len: 812 time: 0.5143638
May 10 17:16:36.305014 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] For port 2c701205-e477-46fa-a1ce-66919c0aa191, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2c701205-e477-46fa-a1ce-66919c0aa191,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:36.306102 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.325468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.333373 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.334009 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Transition to ACTIVE for port object eef6e6c4-bb29-4f01-8744-2736cf742c81 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:36.337800 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.345535 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408217f-abba-438a-8157-c7889907deba None None] Network 7130d662-e986-4609-9cd1-1595c08760e9 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:36.353035 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:36.375488 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Allocated IP 172.27.2.43 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/7473aa91-32b2-41c1-adfc-b98d5d6bda5e) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:36.378760 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:36.412110 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-885fa354-92e2-463b-b30a-21ce8b2f0268 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/quotas/3a9b566e18054d3dae48ab94dfc515a5 HTTP/1.1" status: 200  len: 375 time: 0.0870605
May 10 17:16:36.419469 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2895d0cadc2642d6ad9df7d8564a14b3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8176751
May 10 17:16:36.420959 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2173be08-67c0-4314-8477-dc0a3e5d97a9,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:36.424904 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:36.436826 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52242) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:36.585680 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-0e21bbb3-1342-44ea-9502-8473f5a727f4 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a9b566e18054d3dae48ab94dfc515a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1432652
May 10 17:16:36.603164 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Transition to ACTIVE for port object eef6e6c4-bb29-4f01-8744-2736cf742c81 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:36.652428 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.666281 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a431cdca-2b56-4a78-b637-015b3bbd0171 None None] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:36.711105 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Pushing event updated for resources: {'Port': ['ID=2c701205-e477-46fa-a1ce-66919c0aa191,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:36.772016 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:36.802158 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.838459 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:36.889640 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:36.929197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f3442e-8424-486c-a461-060ff0f3a127,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:36.935242 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:36.957984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.979947 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:36.981076 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0f3442e-8424-486c-a461-060ff0f3a127 HTTP/1.1" status: 204  len: 168 time: 1.3990641
May 10 17:16:37.029421 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.056142 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-48e826a5-758f-4852-aa0e-520903362a99 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:16:37.073747 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-48e826a5-758f-4852-aa0e-520903362a99 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2981131
May 10 17:16:37.137820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:37.159383 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.163010 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:37.175971 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:37.279165 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Pushing event updated for resources: {'Port': ['ID=eef6e6c4-bb29-4f01-8744-2736cf742c81,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:37.311973 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-9305ca3c-fb2d-4740-a3cd-177f8f9b3762 service neutron] 10.222.0.13 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337995
May 10 17:16:37.320237 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:37.370260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.403394 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Attempting to bind port eef6e6c4-bb29-4f01-8744-2736cf742c81 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:37.404065 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Attempting to bind port eef6e6c4-bb29-4f01-8744-2736cf742c81 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:37.404597 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Attempting to bind port eef6e6c4-bb29-4f01-8744-2736cf742c81 on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:37.419102 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:37.419998 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Checking segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:37.420658 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.421287 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Bound using segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:37.422173 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Bound port: eef6e6c4-bb29-4f01-8744-2736cf742c81, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:37.422941 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.451318 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.469672 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9a4fd44e-b661-49cc-b19e-70dcde1bcb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:37.529200 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.636591 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] For port eef6e6c4-bb29-4f01-8744-2736cf742c81, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:37.639693 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:37.645307 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] For port eef6e6c4-bb29-4f01-8744-2736cf742c81, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=eef6e6c4-bb29-4f01-8744-2736cf742c81,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:37.657265 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.668394 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7b9814a4-8c9a-44df-8ceb-99e805b69204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:37.669542 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:37.677424 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:37.717759 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52276) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:37.807318 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.832931 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Pushing event updated for resources: {'Port': ['ID=eef6e6c4-bb29-4f01-8744-2736cf742c81,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:37.841126 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:37.876066 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:37.881651 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Usage tracker for resource:security_group_rule and tenant:0f44d33a2db844e8a50602b7ae48b14b is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:37.890804 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:37.903135 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:37.982781 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Pushing event updated for resources: {'Port': ['ID=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:38.019779 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:38.073902 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.113666 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.205460 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:38.222227 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f44d33a2db844e8a50602b7ae48b14b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4847913
May 10 17:16:38.226483 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-8ac8939b-286a-431b-b393-b227b6fa6127 service neutron] 10.222.0.13 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9133196
May 10 17:16:38.232945 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52302) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:38.321285 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.334744 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02045dd-e52f-4672-ae00-07f8a54a0d54,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:38.348161 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:38.363218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:38.379495 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2173be08-67c0-4314-8477-dc0a3e5d97a9,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:38.457980 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59be366-619c-4e52-be86-7fc9f0abe8bc None None] Network 64ba8592-3a09-4d36-a634-372e556f8775 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:38.466256 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:38.481652 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.514277 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.552529 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52314) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:38.626944 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-c95d470d-06e3-42ee-86c4-cd420a2fdbce None None] Provisioning for port 2c701205-e477-46fa-a1ce-66919c0aa191 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:38.796762 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.865510 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.890336 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.895359 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2173be08-67c0-4314-8477-dc0a3e5d97a9 HTTP/1.1" status: 204  len: 168 time: 2.4548829
May 10 17:16:38.911446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.920474 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-effbb433-4cb2-4fed-acd4-b44abe101145 req-4609f99b-eaf3-438d-8613-b309db7a5882 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.2126532
May 10 17:16:38.948258 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:38.970450 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.010073 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02045dd-e52f-4672-ae00-07f8a54a0d54,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:39.018020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:39.080895 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.137149 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.138744 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c02045dd-e52f-4672-ae00-07f8a54a0d54 HTTP/1.1" status: 204  len: 168 time: 0.9070277
May 10 17:16:39.146847 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2c701205-e477-46fa-a1ce-66919c0aa191 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:39.346862 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 2c701205-e477-46fa-a1ce-66919c0aa191 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:39.357225 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 2c701205-e477-46fa-a1ce-66919c0aa191 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:39.357594 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.528104 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539967-d302-484f-9b44-c7a08833f27a req-6550c0ad-6283-4452-8e78-3bbf13eeccce tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:39.540457 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-6550c0ad-6283-4452-8e78-3bbf13eeccce tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 0.8656826
May 10 17:16:39.561574 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-7005daf0-7ddf-44e8-a050-884881aa6efc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/quotas/94ef14ea44b1462babbc383f419bee3a HTTP/1.1" status: 200  len: 375 time: 0.0200126
May 10 17:16:39.649460 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-5fc2695b-5b03-45bb-b3f3-86149b2b6ca7 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0864851
May 10 17:16:39.674877 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Allocated IP 172.27.2.163 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/db0be8b7-d975-40fa-bc69-0c35ed622795) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:39.681453 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.697825 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01389d-6f93-4fbe-a9c6-eeb94e1d58bc None None] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:39.714924 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52354) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:39.738893 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.761680 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:39.766637 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Usage tracker for resource:security_group_rule and tenant:47bd39d6bcab48ec864c0a993360bc8b is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:39.769909 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:39.777111 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Router 99f3e448-0322-47bd-98eb-257dcc75b9d1 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:16:39.779655 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:40.021098 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:16:40.031130 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Sync routers for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:16:40.054441 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:40.083350 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a432640>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:40.088706 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.094478 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.1857307
May 10 17:16:40.095657 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52366) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:40.098125 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.110324 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-5547b717-9c2f-4a30-9e7a-9cd627af9f65 None None] Provisioning complete for port 2c701205-e477-46fa-a1ce-66919c0aa191 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:40.110324 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5547b717-9c2f-4a30-9e7a-9cd627af9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.174064 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dc43b0d1-804f-4292-94a0-ab68c42c74fd req-95a92323-cff3-4442-816f-2437c2fbd536 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.0731502
May 10 17:16:40.267480 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.414977 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 2c701205-e477-46fa-a1ce-66919c0aa191, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2c701205-e477-46fa-a1ce-66919c0aa191,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:40.436828 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.458849 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device eef6e6c4-bb29-4f01-8744-2736cf742c81 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:40.479257 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-67dc8c59-7cd6-44ac-8ffa-d740ceb3f22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:40.492585 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29bf763f-0627-499f-9629-d98a9fd3b652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.509873 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:40.528196 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.576010 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5547b717-9c2f-4a30-9e7a-9cd627af9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.644385 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:40.753228 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47bd39d6bcab48ec864c0a993360bc8b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0371492
May 10 17:16:40.754055 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52390) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:40.872757 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8788ae3b-8e74-4155-b054-984ace3cb123,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.898688 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.916836 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=2c701205-e477-46fa-a1ce-66919c0aa191,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.917013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Router c37a07c0-710e-40c1-be51-6fd8a660c442 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:16:40.924601 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.934239 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.981034 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port eef6e6c4-bb29-4f01-8744-2736cf742c81 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:41.051558 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.db.api [None req-5547b717-9c2f-4a30-9e7a-9cd627af9f65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 10 17:16:41.054437 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_db.api [None req-5547b717-9c2f-4a30-9e7a-9cd627af9f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 10 17:16:41.226759 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-5593f5e5-3f3f-4075-904c-f487847a78d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:16:41.227285 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-5593f5e5-3f3f-4075-904c-f487847a78d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4715862
May 10 17:16:41.243995 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2c701205-e477-46fa-a1ce-66919c0aa191 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:41.281054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:16:41.315296 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.316555 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.2702432
May 10 17:16:41.320480 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52410) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:41.353146 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Sync routers for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:16:41.424401 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:41.425909 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9af795e0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:41.451513 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-4f53e078-eabe-40c0-ac44-4c199866b384 service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164006
May 10 17:16:41.455020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.498931 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a432640>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:36Z', 'revision_number': 3, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:41.513581 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Checking router: 99f3e448-0322-47bd-98eb-257dcc75b9d1 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:16:41.514108 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Updating router 99f3e448-0322-47bd-98eb-257dcc75b9d1 port e3e40c93-40e4-4be7-9966-5013fe742308 binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:16:41.580237 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.600360 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.650913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bc14665d-00df-4c5c-8b55-fc868084fbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:41.701625 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-23c21082-2ca0-4e85-b5d2-648db97287f6 req-2bd96ba2-60ba-42a0-8ae0-69502ff9ab32 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.1325452
May 10 17:16:41.785516 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:41.789810 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:41.806006 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:41.807382 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.844187 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 2c701205-e477-46fa-a1ce-66919c0aa191 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:41.844595 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.924733 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:41.967924 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-7c1e7743-ff03-4369-b7d6-11e2bcbccc06 service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5088782
May 10 17:16:42.019263 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Pushing event updated for resources: {'Port': ['ID=db0be8b7-d975-40fa-bc69-0c35ed622795,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.024014 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.072981 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.076271 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.098664 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Transition to ACTIVE for port object e3e40c93-40e4-4be7-9966-5013fe742308 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:42.102283 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a847e256-6023-4c0f-9c4b-b870b90d46e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.114991 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.132386 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.134006 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.143291 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8788ae3b-8e74-4155-b054-984ace3cb123,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.150416 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.154926 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.158986 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8788ae3b-8e74-4155-b054-984ace3cb123 HTTP/1.1" status: 204  len: 168 time: 1.2891223
May 10 17:16:42.328788 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Pushing event updated for resources: {'Port': ['ID=e3e40c93-40e4-4be7-9966-5013fe742308,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.358817 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.359230 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.359483 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.359803 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.360152 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.360478 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.360792 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.361109 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.361446 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.361765 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.362076 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.362658 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Tracked resource versions report:
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]: pushed versions:
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]: {   'AddressGroup': {'1.2'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'ConntrackHelper': {'1.0'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Log': {'1.0'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Network': {'1.1'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Port': {'1.7'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'PortForwarding': {'1.2'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'QosPolicy': {'1.8'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'SecurityGroup': {'1.4'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'SecurityGroupRule': {'1.2'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'SubPort': {'1.0'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Subnet': {'1.1'},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     'Trunk': {'1.1'}}
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]: consumer versions:
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]: {   DHCP agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     HyperV agent@hv-cinder-78638: {},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     L3 agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     Metadata agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     Metering agent@dv-cinder-786384-3-iscsi: {},
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:     Open vSwitch agent@dv-cinder-786384-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'ConntrackHelper': '1.0',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Log': '1.0',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Network': '1.1',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Port': '1.7',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'PortForwarding': '1.2',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'QosPolicy': '1.8',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'SecurityGroup': '1.4',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'SecurityGroupRule': '1.2',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'SubPort': '1.0',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Subnet': '1.1',
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:                                                      'Trunk': '1.1'}}
May 10 17:16:42.363420 dv-cinder-786384-3-iscsi neutron-server[78767]:  {{(pid=78767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:16:42.370914 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.372625 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Attempting to bind port e3e40c93-40e4-4be7-9966-5013fe742308 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:42.373160 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Attempting to bind port e3e40c93-40e4-4be7-9966-5013fe742308 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:42.374305 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Attempting to bind port e3e40c93-40e4-4be7-9966-5013fe742308 on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:42.381291 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:42.382256 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:42.382804 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.383351 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:42.384014 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Bound port: e3e40c93-40e4-4be7-9966-5013fe742308, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:42.384577 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.397432 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-53a23ea0-8f0d-4d71-bd71-afd80af83cca req-0f813a13-e272-4035-8d8e-7eb3651d8029 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.1035826
May 10 17:16:42.435900 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Provisioning for port eef6e6c4-bb29-4f01-8744-2736cf742c81 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:42.480701 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Provisioning complete for port eef6e6c4-bb29-4f01-8744-2736cf742c81 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:42.481085 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.483000 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] For port e3e40c93-40e4-4be7-9966-5013fe742308, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:42.488665 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] For port e3e40c93-40e4-4be7-9966-5013fe742308, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=e3e40c93-40e4-4be7-9966-5013fe742308,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:42.499090 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.522700 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f85e9ff6-549f-4453-8e9a-9e0615bd0505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.630223 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Allocated IP 172.20.0.1 (64ba8592-3a09-4d36-a634-372e556f8775/ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b/5bc7e600-b5ef-4521-81a3-4da9f5395cca) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:42.649948 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Pushing event updated for resources: {'Port': ['ID=e3e40c93-40e4-4be7-9966-5013fe742308,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.653987 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.660631 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:42.661830 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a432640>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:42.826833 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.849660 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Transition to ACTIVE for port object 5bc7e600-b5ef-4521-81a3-4da9f5395cca will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:42.866420 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.883077 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.888488 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.942783 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:43.064686 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc7e600-b5ef-4521-81a3-4da9f5395cca,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:43.077192 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:43.148197 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-75991d9e-2f44-4112-bf86-52c84d39f82e req-6bb742bf-2a0e-4ae1-a9a3-1cd0ccdd7c5c tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.0865989
May 10 17:16:43.150743 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Network 64ba8592-3a09-4d36-a634-372e556f8775 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:43.159150 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:43.166573 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:43.167392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.271436 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.414789 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-274f3775-3227-4fee-ae9d-a0112085fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.463291 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.570333 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] For port eef6e6c4-bb29-4f01-8744-2736cf742c81, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=eef6e6c4-bb29-4f01-8744-2736cf742c81,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:43.583494 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9af795e0>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:38Z', 'revision_number': 3, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:43.599861 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.611076 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Checking router: c37a07c0-710e-40c1-be51-6fd8a660c442 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:16:43.614093 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Updating router c37a07c0-710e-40c1-be51-6fd8a660c442 port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:16:43.705763 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:43.712304 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8983b3d3-a487-4951-b540-998bc946a3d0 req-196ef7a6-23f6-4897-92f6-6f9d4203c733 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.2053273
May 10 17:16:43.713644 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a432640>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:36Z', 'revision_number': 3, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:43.720383 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e82725-dcd0-4119-aa13-e40185ee983b None None] The sync data for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi is: [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:36Z', 'revision_number': 3, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:43.822243 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.828872 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ce4ec114-d494-4587-aabd-586bb390320f None None] Provisioning for port 5bc7e600-b5ef-4521-81a3-4da9f5395cca completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:43.843676 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ce4ec114-d494-4587-aabd-586bb390320f None None] Provisioning complete for port 5bc7e600-b5ef-4521-81a3-4da9f5395cca triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:43.844120 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec114-d494-4587-aabd-586bb390320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.912014 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:43.931650 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ec114-d494-4587-aabd-586bb390320f None None] Port 5bc7e600-b5ef-4521-81a3-4da9f5395cca cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:16:43.947911 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:44.067747 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:44.212528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Pushing event updated for resources: {'Port': ['ID=eef6e6c4-bb29-4f01-8744-2736cf742c81,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:44.378203 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:44.390105 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:44.536476 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:44.638495 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Router 1b894485-57fa-430e-8e22-312977f52943 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:16:44.649167 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:44.686794 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Transition to ACTIVE for port object 7473aa91-32b2-41c1-adfc-b98d5d6bda5e will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:44.708010 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:44.715805 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:44.824125 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c7a6a25a-8f41-46c7-86d6-068e1c424791 req-5da97282-92fe-4170-9843-491b69efe39e tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.2848554
May 10 17:16:45.068283 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Attempting to bind port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:45.070026 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Attempting to bind port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:45.071407 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Attempting to bind port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:45.088694 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:45.092008 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:45.092527 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.093025 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:45.093621 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Bound port: 7473aa91-32b2-41c1-adfc-b98d5d6bda5e, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:45.094270 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.112555 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c6912c92-248a-4552-a3ac-227d7216ef7a req-f5e463a6-2863-4bdc-9499-9c43e557d021 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.1784730
May 10 17:16:45.230762 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.248793 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.251127 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.265432 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d0f7c120-958d-424a-bf8a-9405979eef9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:45.343525 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b8128-a92c-48bb-8f77-95de9061bca8 None None] Pushing event updated for resources: {'Port': ['ID=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:45.374047 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7e0b8128-a92c-48bb-8f77-95de9061bca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:45.405268 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.43', 62097) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:45.426440 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] For port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:45.449399 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] For port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:45.465345 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.470643 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-261fafc8-7b14-4a76-8979-8fdb91aa45dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:45.528262 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:16:45.538193 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Sync routers for ids ['1b894485-57fa-430e-8e22-312977f52943'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:16:45.559665 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Routers {'1b894485-57fa-430e-8e22-312977f52943'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:45.563122 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a29a3a0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['1b894485-57fa-430e-8e22-312977f52943'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:45.736273 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.760155 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:45.760808 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9af795e0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:45.860107 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device eef6e6c4-bb29-4f01-8744-2736cf742c81 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:45.915949 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.919869 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.7791660
May 10 17:16:45.919869 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Allocated IP 172.20.0.1 (420c1aa8-f3e9-4cec-a8e8-b3762c263460/c4013977-7b4d-4d6c-91c9-5c76a8394d33/0fbed12d-fb80-41be-a71b-a6932ccb8e3a) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:45.931218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52572) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:45.965994 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Network 64ba8592-3a09-4d36-a634-372e556f8775 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:46.060168 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Set router 1b894485-57fa-430e-8e22-312977f52943 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:46.227274 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b8128-a92c-48bb-8f77-95de9061bca8 None None] Pushing event updated for resources: {'Port': ['ID=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:46.258703 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7e0b8128-a92c-48bb-8f77-95de9061bca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:46.286779 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-3a22b62e-1bd0-4a10-9aad-0eaf4bd61216 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:46.305741 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-3a22b62e-1bd0-4a10-9aad-0eaf4bd61216 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Synchronizing usage tracker for tenant:3a9b566e18054d3dae48ab94dfc515a5 on resource:network {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:46.361632 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port eef6e6c4-bb29-4f01-8744-2736cf742c81 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:46.362412 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:46.439859 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-3a22b62e-1bd0-4a10-9aad-0eaf4bd61216 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Unset dirty status for tenant:3a9b566e18054d3dae48ab94dfc515a5 on resource:network {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:46.450176 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:46.450554 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-3a22b62e-1bd0-4a10-9aad-0eaf4bd61216 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.43 "GET /v2.0/networks?id=ce14940e-6753-4da5-affc-87e6c6c13ca4 HTTP/1.1" status: 200  len: 812 time: 1.0439208
May 10 17:16:46.469630 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.43', 62102) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:46.621769 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:46.639425 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Request body: {'port': {'device_id': '1ad16b73-b763-4fce-b972-74474dfbc040', 'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4', 'admin_state_up': True, 'tenant_id': '3a9b566e18054d3dae48ab94dfc515a5'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:46.813513 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a8635ae9-8028-4cbb-a4f4-b4965a3c6226 req-86f9d1fe-9547-4f8a-9e37-793b8336b213 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.3764460
May 10 17:16:46.837643 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a29a3a0>, [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:42Z', 'revision_number': 3, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port': {'id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:38Z', 'updated_at': '2021-05-10T17:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:46.848930 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Checking router: 1b894485-57fa-430e-8e22-312977f52943 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:16:46.849282 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Updating router 1b894485-57fa-430e-8e22-312977f52943 port db0be8b7-d975-40fa-bc69-0c35ed622795 binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:16:46.928128 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:46.986305 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.027741 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-845d097c-bb3b-4f03-bb73-32c26a731bfa req-5d1d78c3-772e-4bcb-8d8f-3148bab7a5dc tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.5805562
May 10 17:16:47.028431 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc7e600-b5ef-4521-81a3-4da9f5395cca,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:47.407589 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-7f637d83-6eec-4bfb-adb4-e5041892a5cd None None] Provisioning complete for port 5bc7e600-b5ef-4521-81a3-4da9f5395cca triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:47.407589 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7f637d83-6eec-4bfb-adb4-e5041892a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.449553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.184s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:47.559480 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Transition to ACTIVE for port object 0fbed12d-fb80-41be-a71b-a6932ccb8e3a will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:47.625195 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device e3e40c93-40e4-4be7-9966-5013fe742308 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:47.652767 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Router 99f3e448-0322-47bd-98eb-257dcc75b9d1 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:16:47.779118 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539967-d302-484f-9b44-c7a08833f27a req-00c06988-317c-479c-b645-2118ff80d77c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:47.783113 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-90539967-d302-484f-9b44-c7a08833f27a req-00c06988-317c-479c-b645-2118ff80d77c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Synchronizing usage tracker for tenant:94ef14ea44b1462babbc383f419bee3a on resource:network {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:47.796182 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52680) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:47.822617 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-7f637d83-6eec-4bfb-adb4-e5041892a5cd None None] Port 5bc7e600-b5ef-4521-81a3-4da9f5395cca cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:16:47.835894 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.883638 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:47.888788 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-90539967-d302-484f-9b44-c7a08833f27a req-00c06988-317c-479c-b645-2118ff80d77c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Unset dirty status for tenant:94ef14ea44b1462babbc383f419bee3a on resource:network {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:47.890135 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-00c06988-317c-479c-b645-2118ff80d77c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 1.3354671
May 10 17:16:47.891153 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Usage tracker for resource:port and tenant:3a9b566e18054d3dae48ab94dfc515a5 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:47.895297 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:47.898921 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Transition to ACTIVE for port object db0be8b7-d975-40fa-bc69-0c35ed622795 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:47.922047 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.931159 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:47.935864 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Request body: {'port': {'device_id': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'admin_state_up': True, 'tenant_id': '94ef14ea44b1462babbc383f419bee3a'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:47.965936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:47.981100 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:48.040565 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port e3e40c93-40e4-4be7-9966-5013fe742308 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:48.079303 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port e3e40c93-40e4-4be7-9966-5013fe742308 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:48.080465 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:48.135331 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Attempting to bind port db0be8b7-d975-40fa-bc69-0c35ed622795 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:48.135704 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Attempting to bind port db0be8b7-d975-40fa-bc69-0c35ed622795 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:48.142634 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-14effa8f-7cd7-4b5f-a675-5c73090e0c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:48.147691 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Attempting to bind port db0be8b7-d975-40fa-bc69-0c35ed622795 on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:48.198329 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5de73a-be73-433a-ba0a-d42a87179fb1 None None] Pushing event updated for resources: {'Port': ['ID=db0be8b7-d975-40fa-bc69-0c35ed622795,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:48.202989 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1a5de73a-be73-433a-ba0a-d42a87179fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:48.203987 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:48.204366 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:48.204772 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:48.205203 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:48.205636 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Bound port: db0be8b7-d975-40fa-bc69-0c35ed622795, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:48.206033 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:48.255771 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9af795e0>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:38Z', 'revision_number': 3, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:48.272935 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:16:48.347710 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aff7a-6cee-43d8-9209-7696de8fcb58 None None] The sync data for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi is: [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:38Z', 'revision_number': 3, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:48.347710 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Sync routers for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:16:48.378730 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Made reservation on behalf of 3a9b566e18054d3dae48ab94dfc515a5 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:48.382612 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:48.426843 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:48.449837 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9af794c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:48.488204 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] For port db0be8b7-d975-40fa-bc69-0c35ed622795, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:48.500861 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] For port db0be8b7-d975-40fa-bc69-0c35ed622795, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=db0be8b7-d975-40fa-bc69-0c35ed622795,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:48.509207 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:48.513605 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1a5de73a-be73-433a-ba0a-d42a87179fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:48.606281 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:48.611633 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] 10.222.0.13 "PUT /v2.0/routers/99f3e448-0322-47bd-98eb-257dcc75b9d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4428742
May 10 17:16:48.639197 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e39b5e8b-aa73-4996-8b9f-8274e5b8469f req-e6d12872-7ab8-4831-a308-99f8356c95f1 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.3716455
May 10 17:16:48.654535 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:48.664633 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-03536828-5010-47a7-a68c-01a046c8078e req-30348433-733c-4d74-b4ab-10e220b4a76c tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.1781609
May 10 17:16:48.685688 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5de73a-be73-433a-ba0a-d42a87179fb1 None None] Pushing event updated for resources: {'Port': ['ID=db0be8b7-d975-40fa-bc69-0c35ed622795,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:48.690070 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Pushing event updated for resources: {'Port': ['ID=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:48.695440 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1a5de73a-be73-433a-ba0a-d42a87179fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:48.699711 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:48.731565 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Routers {'1b894485-57fa-430e-8e22-312977f52943'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:48.736720 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a29a3a0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['1b894485-57fa-430e-8e22-312977f52943'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:48.910951 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:48.936382 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:49.021178 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:49.047454 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port e3e40c93-40e4-4be7-9966-5013fe742308, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=e3e40c93-40e4-4be7-9966-5013fe742308,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:49.061498 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:49.081017 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8539f1d8-248e-40aa-b124-79c06c711750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:49.083656 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Usage tracker for resource:security_group_rule and tenant:43cf39d56b584f1995db15e064c3aac1 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:49.129422 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:49.200899 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:49.201386 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:49.215073 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:49.265568 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:49.297024 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Usage tracker for resource:port and tenant:94ef14ea44b1462babbc383f419bee3a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:49.306036 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:49.340922 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:49.395233 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7473aa91-32b2-41c1-adfc-b98d5d6bda5e up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:49.402739 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Made reservation on behalf of 94ef14ea44b1462babbc383f419bee3a for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:49.415446 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:49.613124 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] Set router 1b894485-57fa-430e-8e22-312977f52943 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:49.708627 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=e3e40c93-40e4-4be7-9966-5013fe742308,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:49.723537 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:49.744078 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52734) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:49.780727 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:49.794051 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:49.794425 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:49.977333 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-bfc01e61-ef96-4645-b21e-b3839febf85a None None] Provisioning for port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:49.992014 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:50.009373 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-bfc01e61-ef96-4645-b21e-b3839febf85a None None] Provisioning complete for port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:50.016251 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bfc01e61-ef96-4645-b21e-b3839febf85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:50.199067 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:50.321141 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-bfc01e61-ef96-4645-b21e-b3839febf85a None None] Port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:16:50.440705 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a29a3a0>, [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:42Z', 'revision_number': 3, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port': {'id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:38Z', 'updated_at': '2021-05-10T17:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:50.450779 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec902f3-e0bd-4fcd-aa48-168dc176903b None None] The sync data for ids ['1b894485-57fa-430e-8e22-312977f52943'] in dv-cinder-786384-3-iscsi is: [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:42Z', 'revision_number': 3, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port': {'id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:38Z', 'updated_at': '2021-05-10T17:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:50.722909 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:50.767816 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:50.776769 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:50.836404 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3bb36a21-97c0-4bb2-b301-74851abcb853 req-d19a367b-4a77-4345-adb4-f6e95329f49e tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.2097025
May 10 17:16:50.935689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:50.950915 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Allocated IP 172.20.0.13 (ce14940e-6753-4da5-affc-87e6c6c13ca4/696541cc-6cbf-4fb3-ab8c-2be041a93ee8/e96665c3-4cca-4897-8697-72413514c565) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:50.953231 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:50.955072 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Allocated IP 172.20.0.1 (756191ce-3246-4dd0-8a83-e15cbf383d8a/21fdb337-0af1-4989-9876-427e3a89e535/63baf39d-ba56-439e-8810-f215f64f52d1) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:50.968180 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Usage tracker for resource:security_group_rule and tenant:44440a2f75094af6a165c3cf3c6132fe is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:50.978461 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43cf39d56b584f1995db15e064c3aac1&name=default HTTP/1.1" status: 200  len: 2979 time: 3.1769419
May 10 17:16:50.999481 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52752) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:51.057387 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:51.170360 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:51.216136 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.256936 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52758) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:51.312169 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdaeb3a-691b-4d57-8375-42da18ee518c,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:51.335529 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:51.337683 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Allocated IP 172.20.0.9 (7130d662-e986-4609-9cd1-1595c08760e9/4a7674b3-aebd-40d1-9497-c82060a3b659/51f50a91-e992-4f9e-8e3e-7d1bdd39535d) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:51.352515 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.356306 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013597291', 'description': 'tempest-description--1690938506'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:51.404363 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:51.472072 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:51.483712 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.524878 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-603b4b7f-26b7-466f-897e-4ec36f8106f7 req-1d247195-3525-41ef-a36f-31bc75a78a42 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.2756598
May 10 17:16:51.556598 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:51.559157 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:51.596849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:51.630256 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:51.663108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.686420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9af794c0>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:16:44Z', 'revision_number': 2, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:51.713740 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Checking router: 99f3e448-0322-47bd-98eb-257dcc75b9d1 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:16:51.716178 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Updating router 99f3e448-0322-47bd-98eb-257dcc75b9d1 port 5bc7e600-b5ef-4521-81a3-4da9f5395cca binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:16:51.835775 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.913511 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e956649c-c554-41ee-9c21-2eb0212dd415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.937521 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device db0be8b7-d975-40fa-bc69-0c35ed622795 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:51.970074 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e956649c-c554-41ee-9c21-2eb0212dd415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.114219 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.130449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.133642 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.147226 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.151075 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e956649c-c554-41ee-9c21-2eb0212dd415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.265215 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:52.269854 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group_rule and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:52.274919 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:52.282802 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:52.399860 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.405699 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port db0be8b7-d975-40fa-bc69-0c35ed622795 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:52.410992 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.db.resource_extend [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:16:52.414433 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.451032 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.474423 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.494425 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.497696 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.512871 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-42f24d68-060b-44bb-aa46-680dffff026c req-a0678c2a-bcc8-4cfc-a223-a2ea13d18e84 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.3974016
May 10 17:16:52.521714 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.578771 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.582725 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3216195
May 10 17:16:52.587146 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:52.595356 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52782) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:52.612011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e956649c-c554-41ee-9c21-2eb0212dd415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.613182 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e956649c-c554-41ee-9c21-2eb0212dd415 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bdaeb3a-691b-4d57-8375-42da18ee518c HTTP/1.1" status: 204  len: 168 time: 1.5959668
May 10 17:16:52.614227 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:52.620316 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'security_group_rule': {'security_group_id': 'cf2ea0a4-5365-4f4e-a39b-4812a766f7e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:52.627692 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Pushing event updated for resources: {'Port': ['ID=63baf39d-ba56-439e-8810-f215f64f52d1,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.644991 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:52.645466 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.702619 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:52.707453 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port db0be8b7-d975-40fa-bc69-0c35ed622795 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:52.707903 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.781090 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.789362 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.846666 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Pushing event updated for resources: {'Port': ['ID=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.914623 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.924492 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group_rule and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:52.932785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:52.937338 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.939627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.945258 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:52.977221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:53.051007 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.057073 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956649c-c554-41ee-9c21-2eb0212dd415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdaeb3a-691b-4d57-8375-42da18ee518c,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:53.074317 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.149405 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.155829 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:16:53.197381 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:53.232787 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port db0be8b7-d975-40fa-bc69-0c35ed622795, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=db0be8b7-d975-40fa-bc69-0c35ed622795,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:53.247316 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.248191 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device e3e40c93-40e4-4be7-9966-5013fe742308 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:53.259494 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44440a2f75094af6a165c3cf3c6132fe&name=default HTTP/1.1" status: 200  len: 2979 time: 3.5144997
May 10 17:16:53.278303 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52792) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:53.307716 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:53.339796 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1c5d2362-fff6-405d-b43e-d500919f9946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:53.342391 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:53.342923 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.774s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:53.413812 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52800) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:53.513234 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad32b37-0795-4c5f-b17c-9c94bc7e81c4,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:53.520552 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.524139 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.530335 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.532654 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:53.578905 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Network ce14940e-6753-4da5-affc-87e6c6c13ca4 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:53.586861 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.589141 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:53.590147 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.590759 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Transition to ACTIVE for port object 5bc7e600-b5ef-4521-81a3-4da9f5395cca will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:53.593526 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:53.598965 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:53.599106 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:53.599748 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.608756 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:53.614123 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:53.650003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:53.651337 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.660021 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=db0be8b7-d975-40fa-bc69-0c35ed622795,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:53.661807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.668528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:53.670383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.672926 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:53.746719 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.1901700
May 10 17:16:53.809197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d16e7-f9cb-4454-9dce-ae63036e39b9 req-33df79e7-6c1f-4a65-bd4d-ca73249382ec tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:53.811255 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-701d16e7-f9cb-4454-9dce-ae63036e39b9 req-33df79e7-6c1f-4a65-bd4d-ca73249382ec tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 932 time: 1.0168481
May 10 17:16:53.815559 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:53.829636 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Pushing event updated for resources: {'Port': ['ID=e96665c3-4cca-4897-8697-72413514c565,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:54.138113 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:54.172245 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port e3e40c93-40e4-4be7-9966-5013fe742308 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:54.172629 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.174715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-dd6746e6-51b6-4345-9b61-59840a23edbe tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:16:54.175690 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-dd6746e6-51b6-4345-9b61-59840a23edbe tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3166237
May 10 17:16:54.200455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.277288 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:54.287019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Usage tracker for resource:security_group_rule and tenant:8c78fb7edca64e96acdfceb4cc1c926c is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:54.326623 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.353724 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:54.368756 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdfa59-5cac-411e-b4fc-e576e60c846f None None] Pushing event updated for resources: {'Port': ['ID=5bc7e600-b5ef-4521-81a3-4da9f5395cca,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:54.380956 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-83bdfa59-5cac-411e-b4fc-e576e60c846f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:54.412284 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Router c37a07c0-710e-40c1-be51-6fd8a660c442 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:16:54.442527 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:54.453572 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Attempting to bind port 5bc7e600-b5ef-4521-81a3-4da9f5395cca on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:54.454080 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Attempting to bind port 5bc7e600-b5ef-4521-81a3-4da9f5395cca by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:54.454584 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Attempting to bind port 5bc7e600-b5ef-4521-81a3-4da9f5395cca on network 64ba8592-3a09-4d36-a634-372e556f8775 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:54.456414 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.477658 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-457a6d1d-2715-44ec-906a-e2460be99d82 None None] Provisioning complete for port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:54.478085 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-457a6d1d-2715-44ec-906a-e2460be99d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.519507 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:54.522891 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40615864-cb5b-4398-a9f9-e9bb24fb9af3,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:54.536184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:54.542934 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:54.543500 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Checking segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:54.543741 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.544165 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Bound using segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:54.544702 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Bound port: 5bc7e600-b5ef-4521-81a3-4da9f5395cca, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:54.546634 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.610124 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.611414 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.0100424
May 10 17:16:54.620759 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-701d16e7-f9cb-4454-9dce-ae63036e39b9 req-f5a4d6e5-9155-4a23-90d4-19668e3dd33b tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7839360
May 10 17:16:54.621634 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52818) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:54.640925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'security_group_rule': {'security_group_id': 'cf2ea0a4-5365-4f4e-a39b-4812a766f7e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:54.667089 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:54.683576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group_rule and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:54.691374 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:54.697096 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Network 7130d662-e986-4609-9cd1-1595c08760e9 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:54.698190 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event updated for resources: {'Port': ['ID=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:54.704572 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:54.707304 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:54.716929 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:54.722426 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:54.723065 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.738694 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:54.739523 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:54.755845 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107dd9c-1574-4b4f-896e-701946586212 req-2e38cee8-a5ba-46c4-bd8f-88686a34d7ef tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:54.767100 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.770828 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ad32b37-0795-4c5f-b17c-9c94bc7e81c4 HTTP/1.1" status: 204  len: 168 time: 1.3911958
May 10 17:16:54.771068 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5107dd9c-1574-4b4f-896e-701946586212 req-2e38cee8-a5ba-46c4-bd8f-88686a34d7ef tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 931 time: 0.9305305
May 10 17:16:54.772856 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad32b37-0795-4c5f-b17c-9c94bc7e81c4,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:54.781368 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:54.783743 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-457a6d1d-2715-44ec-906a-e2460be99d82 None None] Port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:16:54.813287 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.9057715
May 10 17:16:54.846908 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.db.resource_extend [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:16:54.888324 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:16:54.903082 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Sync routers for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:16:54.906507 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] 10.222.0.13 "PUT /v2.0/routers/c37a07c0-710e-40c1-be51-6fd8a660c442/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5843987
May 10 17:16:54.919129 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:54.920032 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36b520>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:54.950963 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.975796 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.978540 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:54.985197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.078341 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] For port 5bc7e600-b5ef-4521-81a3-4da9f5395cca, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:55.092726 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] For port 5bc7e600-b5ef-4521-81a3-4da9f5395cca, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=5bc7e600-b5ef-4521-81a3-4da9f5395cca,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:55.112988 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.128244 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:55.314344 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device db0be8b7-d975-40fa-bc69-0c35ed622795 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:55.332473 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.345337 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.361953 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:55.392879 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:55.477471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52836) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:55.477652 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c78fb7edca64e96acdfceb4cc1c926c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0506890
May 10 17:16:55.486680 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5107dd9c-1574-4b4f-896e-701946586212 req-d1d90ade-95aa-4b63-89d7-cdaa5c09c6dd tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7160430
May 10 17:16:55.490132 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210c2587-2d38-44de-b457-18b4f98a1aba,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:55.499461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.514483 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:55.515342 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4a1581e0-fb5b-413f-9da7-14621463cc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:55.623395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.629032 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:55.634263 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9af794c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:55.679594 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52842) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:55.796290 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.855906 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:55.872841 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Usage tracker for resource:security_group_rule and tenant:b26a13eac8054b7196e97b7d31befbdc is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:55.885620 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:55.910774 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:56.149030 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.165295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.214063 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port db0be8b7-d975-40fa-bc69-0c35ed622795 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:56.218304 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.225935 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.301296 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:56.366693 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdfa59-5cac-411e-b4fc-e576e60c846f None None] Pushing event updated for resources: {'Port': ['ID=5bc7e600-b5ef-4521-81a3-4da9f5395cca,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:56.373268 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.399023 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-83bdfa59-5cac-411e-b4fc-e576e60c846f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.275s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:56.406634 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26a13eac8054b7196e97b7d31befbdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7187164
May 10 17:16:56.435745 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 52854) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:56.486796 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b935deea-b28a-4ca1-8605-bb0c3f215f2d,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:56.501429 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:56.505837 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36b520>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 2, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:56.524079 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Checking router: c37a07c0-710e-40c1-be51-6fd8a660c442 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:16:56.527096 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Updating router c37a07c0-710e-40c1-be51-6fd8a660c442 port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:16:56.578947 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Request body: {'port': {'device_id': '1ad16b73-b763-4fce-b972-74474dfbc040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:56.624425 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Pushing event updated for resources: {'Port': ['ID=63baf39d-ba56-439e-8810-f215f64f52d1,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:56.644357 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:56.666239 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.870s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:56.701016 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.705805 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0753741
May 10 17:16:56.708640 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52866) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:56.711526 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dda866-8b02-47b5-bcfa-d650c583ab77,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:56.723497 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.725857 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:56.728394 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:56.746670 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:56.751096 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:56.772593 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:56.785811 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:floatingip and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:56.813768 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:56.834506 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7473aa91-32b2-41c1-adfc-b98d5d6bda5e up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:56.835796 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:56.846150 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:56.847673 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Request body: {'port': {'device_id': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:57.009845 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.074357 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.109052 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:57.127365 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.141967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52870) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:57.310958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c2587-2d38-44de-b457-18b4f98a1aba,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:57.323044 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975384385', 'description': 'tempest-description--1660013289'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:57.338123 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:57.338524 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.366491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.379270 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:57.465094 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:57.469603 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:57.479200 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:57.486429 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:57.542234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.563527 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.564935 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/210c2587-2d38-44de-b457-18b4f98a1aba HTTP/1.1" status: 204  len: 168 time: 2.0860577
May 10 17:16:57.626591 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.643279 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027efb3e-248d-47de-9fb4-56e62f1db3ae req-6860b506-bb5a-4d46-be44-3420773323de tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:57.644852 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-027efb3e-248d-47de-9fb4-56e62f1db3ae req-6860b506-bb5a-4d46-be44-3420773323de tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 932 time: 1.4351301
May 10 17:16:57.658887 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.732085 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.761203 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Transition to ACTIVE for port object 0fbed12d-fb80-41be-a71b-a6932ccb8e3a will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:57.777120 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.810118 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:57.811457 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:57.841683 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.911704 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group_rule and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:57.932855 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:57.951243 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:57.979124 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b935deea-b28a-4ca1-8605-bb0c3f215f2d,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:57.993553 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.004639 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.005143 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3661eb-3193-493f-9536-737710fa3f37 None None] Pushing event updated for resources: {'Port': ['ID=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:58.022844 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b935deea-b28a-4ca1-8605-bb0c3f215f2d HTTP/1.1" status: 204  len: 168 time: 1.5515499
May 10 17:16:58.109201 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:58.136347 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-027efb3e-248d-47de-9fb4-56e62f1db3ae req-ad5bc90f-1c49-40be-8123-d8692deb298e tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4180434
May 10 17:16:58.181115 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9af794c0>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:16:55Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:58.192407 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c16e3b-0ce4-489b-8f43-e48637b6997f None None] The sync data for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi is: [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:16:55Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:58.383538 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699e19-b6fc-4757-aa31-b99065969a9b req-93815a5c-443b-4614-b2ab-e51b1b09bdfe tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:58.403091 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16699e19-b6fc-4757-aa31-b99065969a9b req-93815a5c-443b-4614-b2ab-e51b1b09bdfe tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 931 time: 1.1319230
May 10 17:16:58.453967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Router 1b894485-57fa-430e-8e22-312977f52943 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:16:58.535400 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Attempting to bind port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:58.536129 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Attempting to bind port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:58.536744 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Attempting to bind port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:58.555279 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3b3661eb-3193-493f-9536-737710fa3f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.556302 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:58.557144 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Checking segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:58.557861 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.558567 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Bound using segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:58.559519 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Bound port: 0fbed12d-fb80-41be-a71b-a6932ccb8e3a, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:58.560108 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.839642 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] For port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:58.849689 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] For port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:58.861008 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.919211 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:59.118954 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3661eb-3193-493f-9536-737710fa3f37 None None] Pushing event updated for resources: {'Port': ['ID=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,revision_number=4']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:59.169867 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3b3661eb-3193-493f-9536-737710fa3f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:59.254768 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:59.255674 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36b520>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:59.266897 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16699e19-b6fc-4757-aa31-b99065969a9b req-d980e3bc-5b78-492f-af92-6793c8a9bda5 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8628364
May 10 17:16:59.470588 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.538147 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.582589 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.631731 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:59.838013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f50a91-e992-4f9e-8e3e-7d1bdd39535d {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:59.877012 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.953195 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Transition to ACTIVE for port object 51f50a91-e992-4f9e-8e3e-7d1bdd39535d will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:59.967366 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:00.044372 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.085488 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:00.210327 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:17:00.233149 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Sync routers for ids ['1b894485-57fa-430e-8e22-312977f52943'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:17:00.254515 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Routers {'1b894485-57fa-430e-8e22-312977f52943'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:00.262291 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a484910>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['1b894485-57fa-430e-8e22-312977f52943'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:00.289957 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:00.297530 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:00.306951 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.310988 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 3.1640568
May 10 17:17:00.311777 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b894485-57fa-430e-8e22-312977f52943/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3621478
May 10 17:17:00.330990 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52930) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:00.369876 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'security_group_rule': {'security_group_id': 'bc040187-85aa-4f0e-b72e-29ef8d8b6cf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:00.453465 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 5bc7e600-b5ef-4521-81a3-4da9f5395cca up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:00.509664 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:00.525268 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group_rule and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:00.533273 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:00.569583 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:00.645457 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:00.690558 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:00.722083 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96665c3-4cca-4897-8697-72413514c565 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:00.799864 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Allocated IP 172.27.2.108 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/a1e6ee27-6092-43a5-8864-0b58b50e9bfb) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:00.851745 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.868081 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16edcd5-efc9-406d-9ece-f1ffb5c0557f req-c11d4787-54d0-47b0-bc0b-96e85c99033f tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:00.883568 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c16edcd5-efc9-406d-9ece-f1ffb5c0557f req-c11d4787-54d0-47b0-bc0b-96e85c99033f tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 932 time: 1.2931025
May 10 17:17:00.923955 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Attempting to bind port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:00.924544 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Attempting to bind port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:00.925042 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Attempting to bind port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:00.931728 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Transition to ACTIVE for port object e96665c3-4cca-4897-8697-72413514c565 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:00.940785 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d on network 7130d662-e986-4609-9cd1-1595c08760e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:00.941356 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Attempting to bind port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:00.949969 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.966297 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:00.966909 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Checking segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:00.967814 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Bound using segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:00.968439 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Bound port: 51f50a91-e992-4f9e-8e3e-7d1bdd39535d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:00.968938 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.007107 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-11923542-09d3-4bc2-ae4d-b7f4a53c66a6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:01.068657 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.243777 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36b520>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:16:58Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:01.260756 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76294d78-dbdf-4b04-8760-86119d436f17 None None] The sync data for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi is: [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:16:58Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:17:01.286613 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 5bc7e600-b5ef-4521-81a3-4da9f5395cca completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:01.431954 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Set router 1b894485-57fa-430e-8e22-312977f52943 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:01.441434 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c16edcd5-efc9-406d-9ece-f1ffb5c0557f req-f2d2b5ab-4c8a-480d-bd7d-ac04ec30a507 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5566952
May 10 17:17:01.565317 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Attempting to bind port e96665c3-4cca-4897-8697-72413514c565 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:01.565658 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Attempting to bind port e96665c3-4cca-4897-8697-72413514c565 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e9d49c16-e7a0-4ce8-b201-4b409797915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:01.565984 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Attempting to bind port e96665c3-4cca-4897-8697-72413514c565 on network ce14940e-6753-4da5-affc-87e6c6c13ca4 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:01.606738 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 5bc7e600-b5ef-4521-81a3-4da9f5395cca triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:01.609465 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.632168 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Port e96665c3-4cca-4897-8697-72413514c565 on network ce14940e-6753-4da5-affc-87e6c6c13ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:01.632488 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Attempting to bind port e96665c3-4cca-4897-8697-72413514c565 on network ce14940e-6753-4da5-affc-87e6c6c13ca4 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:01.649112 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Pushing event updated for resources: {'Port': ['ID=e96665c3-4cca-4897-8697-72413514c565,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:01.652185 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.659944 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:01.705221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.716078 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:01.716423 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Checking segment: {'id': 'e9d49c16-e7a0-4ce8-b201-4b409797915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:01.719582 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Bound using segment: {'id': 'e9d49c16-e7a0-4ce8-b201-4b409797915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:01.720304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Bound port: e96665c3-4cca-4897-8697-72413514c565, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d49c16-e7a0-4ce8-b201-4b409797915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:01.722413 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.823500 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6edcd-c6a0-4d56-9e17-58dc20aeb9aa req-9739e5dc-0046-4b1d-aff6-325ce58ba9f4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:01.833171 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b2f6edcd-c6a0-4d56-9e17-58dc20aeb9aa req-9739e5dc-0046-4b1d-aff6-325ce58ba9f4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 943 time: 1.2223718
May 10 17:17:01.877828 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:01.885038 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] For port e96665c3-4cca-4897-8697-72413514c565, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:01.889827 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] For port e96665c3-4cca-4897-8697-72413514c565, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e96665c3-4cca-4897-8697-72413514c565,segment=NetworkSegment(e9d49c16-e7a0-4ce8-b201-4b409797915a),segment_id=e9d49c16-e7a0-4ce8-b201-4b409797915a)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:01.904501 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.919995 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-509f1466-a1aa-46df-8023-8371d0b7762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:01.962514 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2e2260-c8a4-45b2-bb71-f9786075ed9d,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:01.987601 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:02.021352 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] For port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:02.050104 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b2f6edcd-c6a0-4d56-9e17-58dc20aeb9aa req-76296ff7-af47-4be1-a40e-443ce7c09307 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155807
May 10 17:17:02.061078 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.093998 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.101069 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7559092
May 10 17:17:02.103337 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 52966) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:02.113773 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'security_group_rule': {'security_group_id': 'bc040187-85aa-4f0e-b72e-29ef8d8b6cf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:02.116455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.117186 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.118647 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] 10.222.0.43 "PUT /v2.0/ports/e96665c3-4cca-4897-8697-72413514c565 HTTP/1.1" status: 200  len: 1094 time: 5.7176924
May 10 17:17:02.119167 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad16b73-b763-4fce-b972-74474dfbc040', 'tag': 'e96665c3-4cca-4897-8697-72413514c565'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:02.127513 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:02.135618 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group_rule and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:02.139779 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:02.170964 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:02.204310 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] For port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:02.216186 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.264599 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.265872 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.268317 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/51f50a91-e992-4f9e-8e3e-7d1bdd39535d HTTP/1.1" status: 200  len: 1093 time: 5.8717606
May 10 17:17:02.269890 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Pushing event updated for resources: {'Port': ['ID=e96665c3-4cca-4897-8697-72413514c565,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:02.274519 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.275018 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:02.275837 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:02.312253 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.347642 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:02.358282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:02.363062 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:02.517493 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.527834 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:02.587209 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:02.611911 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'Port': ['ID=a1e6ee27-6092-43a5-8864-0b58b50e9bfb,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:02.621907 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:02.628644 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.630456 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:02.642343 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.663252 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 5bc7e600-b5ef-4521-81a3-4da9f5395cca, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=5bc7e600-b5ef-4521-81a3-4da9f5395cca,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:02.681948 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.699491 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:02.902244 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 0fbed12d-fb80-41be-a71b-a6932ccb8e3a up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:02.969133 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539967-d302-484f-9b44-c7a08833f27a req-b0f6f623-04a4-45bb-b716-99a280217671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.972603 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-b0f6f623-04a4-45bb-b716-99a280217671 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 1096 time: 0.2869465
May 10 17:17:03.062879 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:03.068198 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=5bc7e600-b5ef-4521-81a3-4da9f5395cca,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:03.074150 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:03.082890 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:03.082890 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.101785 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-7e39df56-1e7b-4f01-937c-c636273cce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:03.107424 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-7e39df56-1e7b-4f01-937c-c636273cce76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a9b566e18054d3dae48ab94dfc515a5&device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 1097 time: 0.4195628
May 10 17:17:03.117232 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-7b8f2d8b-2b40-475c-8e74-95f592733e0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d HTTP/1.1" status: 200  len: 217 time: 0.1249788
May 10 17:17:03.124251 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3cd0822f-9983-435e-8629-6cd7cf007907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:03.135105 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a484910>, [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 4, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port': {'id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:38Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '63baf39d-ba56-439e-8810-f215f64f52d1', 'name': '', 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'mac_address': 'fa:16:3e:7e:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '21fdb337-0af1-4989-9876-427e3a89e535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:50Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 2, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'subnets': [{'id': '21fdb337-0af1-4989-9876-427e3a89e535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:03.142933 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Checking router: 1b894485-57fa-430e-8e22-312977f52943 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:17:03.143323 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Updating router 1b894485-57fa-430e-8e22-312977f52943 port 63baf39d-ba56-439e-8810-f215f64f52d1 binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:17:03.200126 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cadf389-fb22-4d74-a5bb-4f1c97a9f1c4,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:03.292174 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.319773 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:03.415458 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.416713 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3093412
May 10 17:17:03.435359 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.510885 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 53020) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:03.512652 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-66469fe8-44e2-4ecd-a9b2-a751b35527fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96665c3-4cca-4897-8697-72413514c565 HTTP/1.1" status: 200  len: 217 time: 0.3839993
May 10 17:17:03.519543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:03.536173 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.554199 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-f8726698-2d27-4f38-9b99-0145cb52b175 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:03.555715 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-f8726698-2d27-4f38-9b99-0145cb52b175 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 818 time: 0.8915339
May 10 17:17:03.609216 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:03.619524 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-69a46e34-6a6a-48d7-af8d-939b9f6f8959 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/quotas/c0959262bffe4536a1379eb100c2fb3d HTTP/1.1" status: 200  len: 375 time: 0.0306444
May 10 17:17:03.652400 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e374b2-1b16-48c7-aef1-02fe717df358 req-4c175feb-a88a-415e-a4d4-b3e45d6f0e14 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:03.659782 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-58e374b2-1b16-48c7-aef1-02fe717df358 req-4c175feb-a88a-415e-a4d4-b3e45d6f0e14 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 944 time: 0.5364356
May 10 17:17:03.664147 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.666569 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:floatingip and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:03.687249 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:03.702722 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:03.705941 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539967-d302-484f-9b44-c7a08833f27a req-b054675f-ebce-481c-9a40-86aeb6d5a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:03.707570 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-b054675f-ebce-481c-9a40-86aeb6d5a175 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.4516597
May 10 17:17:03.794768 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-a2b95380-1232-462c-8af9-7660eb660249 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752237
May 10 17:17:03.797921 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.805162 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-58e374b2-1b16-48c7-aef1-02fe717df358 req-29f50b3d-910c-41a3-9e5e-3be28dd74e08 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443260
May 10 17:17:03.856759 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-396fd459-3484-4cce-a25c-6f8dcdbfe45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:03.858459 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-396fd459-3484-4cce-a25c-6f8dcdbfe45b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=696541cc-6cbf-4fb3-ab8c-2be041a93ee8 HTTP/1.1" status: 200  len: 852 time: 0.3161650
May 10 17:17:03.944974 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-35d26d63-1eca-4868-8834-9ca03f7af377 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Synchronizing usage tracker for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:04.048968 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-35d26d63-1eca-4868-8834-9ca03f7af377 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Unset dirty status for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:04.050242 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-35d26d63-1eca-4868-8834-9ca03f7af377 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4089558
May 10 17:17:04.064334 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.110325 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Transition to ACTIVE for port object 63baf39d-ba56-439e-8810-f215f64f52d1 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:04.132918 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-e0d1dc96-3491-4b1e-bf77-5a0106db6606 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3184536
May 10 17:17:04.146520 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-0e4eb8f4-b89b-4816-9831-2b9d6749890c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce14940e-6753-4da5-affc-87e6c6c13ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2688975
May 10 17:17:04.149892 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:04.156522 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.187955 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7e0b8128-a92c-48bb-8f77-95de9061bca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:04.240426 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-c8102dde-04b9-4a1c-92f6-b509c5110149 service neutron] 10.222.0.13 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803889
May 10 17:17:04.327406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.347029 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.349293 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.481880 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:04.534717 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab762bd-a7d4-4941-b984-f48fff450815 None None] Pushing event updated for resources: {'Port': ['ID=63baf39d-ba56-439e-8810-f215f64f52d1,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:04.555025 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4ab762bd-a7d4-4941-b984-f48fff450815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:04.596693 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad16b73-b763-4fce-b972-74474dfbc040', 'tag': 'e96665c3-4cca-4897-8697-72413514c565', 'status': 'completed', 'code': 200}
May 10 17:17:04.604531 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-90539967-d302-484f-9b44-c7a08833f27a req-9d504e87-e0de-4055-b6d8-538a33d12dba service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4502790
May 10 17:17:04.616554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:04.721067 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-aa20edfd-9e7e-4efc-ad18-f674bab62af3 service neutron] 10.222.0.43 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5296566
May 10 17:17:04.819998 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'Port': ['ID=a1e6ee27-6092-43a5-8864-0b58b50e9bfb,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:04.832682 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.837777 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.848909 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:04.878319 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 5bc7e600-b5ef-4521-81a3-4da9f5395cca up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:04.954404 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f4f8534a-1471-427a-bf0b-13ba66a6d906 req-889824ef-75ec-4bbf-86ce-1f9cd1dcf4a1 service neutron] 10.222.0.43 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2259796
May 10 17:17:04.982124 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.988486 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.2746022
May 10 17:17:05.012040 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-3afdd587-e570-4192-bdc8-fddcaa1a9823 service neutron] 10.222.0.13 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7364581
May 10 17:17:05.015656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Attempting to bind port 63baf39d-ba56-439e-8810-f215f64f52d1 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:05.016154 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Attempting to bind port 63baf39d-ba56-439e-8810-f215f64f52d1 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:05.016523 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Attempting to bind port 63baf39d-ba56-439e-8810-f215f64f52d1 on network 756191ce-3246-4dd0-8a83-e15cbf383d8a {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:05.020629 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:05.031861 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909afbed-4967-4355-b8a3-b2625309064d req-6cbabc6a-5ed2-4e41-ae2f-63a6604811c5 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:05.033996 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-909afbed-4967-4355-b8a3-b2625309064d req-6cbabc6a-5ed2-4e41-ae2f-63a6604811c5 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 943 time: 0.2335854
May 10 17:17:05.038814 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:05.049091 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:05.049838 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Checking segment: {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:05.050469 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.051105 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Bound using segment: {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:05.051906 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Bound port: 63baf39d-ba56-439e-8810-f215f64f52d1, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:05.052552 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.102097 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 5bc7e600-b5ef-4521-81a3-4da9f5395cca triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:05.103281 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.128368 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 53072) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:05.148475 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-909afbed-4967-4355-b8a3-b2625309064d req-641d1f55-180a-4cf9-b676-8334257b075b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995619
May 10 17:17:05.223155 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Allocated IP 172.27.2.24 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/2181ad71-51ee-4a2c-b18b-fc015d050e82) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:05.349942 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] For port 63baf39d-ba56-439e-8810-f215f64f52d1, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:05.371305 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] For port 63baf39d-ba56-439e-8810-f215f64f52d1, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=63baf39d-ba56-439e-8810-f215f64f52d1,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:05.387353 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.394259 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:05.407480 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-cbe3e54d-8b23-4783-a23e-a3f2e89de2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:05.409000 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-cbe3e54d-8b23-4783-a23e-a3f2e89de2bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a9b566e18054d3dae48ab94dfc515a5&device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 1097 time: 0.3320143
May 10 17:17:05.471770 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Routers {'1b894485-57fa-430e-8e22-312977f52943'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:05.472897 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a484910>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['1b894485-57fa-430e-8e22-312977f52943'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:05.510688 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.534666 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:05.545839 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Usage tracker for resource:security_group_rule and tenant:c43236b3a1fa42c0b3ff7077ef45ac22 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:05.549001 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:05.555408 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:05.559704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.609318 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9eb2e65f-b843-45b5-9438-94f1382c9a4f req-18b87ea5-333b-4ce7-be28-3ee1424aac10 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 210 time: 0.2925432
May 10 17:17:05.621956 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab762bd-a7d4-4941-b984-f48fff450815 None None] Pushing event updated for resources: {'Port': ['ID=63baf39d-ba56-439e-8810-f215f64f52d1,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:05.628604 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4ab762bd-a7d4-4941-b984-f48fff450815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:05.653234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-d1ce203c-c942-4cc8-b1ca-f2578dbb2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:05.657983 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-d1ce203c-c942-4cc8-b1ca-f2578dbb2497 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce14940e-6753-4da5-affc-87e6c6c13ca4 HTTP/1.1" status: 200  len: 913 time: 0.2370694
May 10 17:17:05.785984 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] Set router 1b894485-57fa-430e-8e22-312977f52943 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:05.795357 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaa5f0-8d5f-4bd8-8e3d-1bc19baf226e req-0f8f32e2-12ed-4958-b0f5-75d94350b452 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:05.802518 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0faaa5f0-8d5f-4bd8-8e3d-1bc19baf226e req-0f8f32e2-12ed-4958-b0f5-75d94350b452 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 944 time: 0.4100096
May 10 17:17:05.846112 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.858428 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-be4674df-9ea1-4796-9768-19b566aa0fd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96665c3-4cca-4897-8697-72413514c565 HTTP/1.1" status: 200  len: 217 time: 0.1895323
May 10 17:17:05.935331 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.945174 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.984452 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:05.992283 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-35e5d90c-fb6d-46f3-a484-8dc2d21a2d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:06.061491 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c43236b3a1fa42c0b3ff7077ef45ac22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9318445
May 10 17:17:06.071678 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0faaa5f0-8d5f-4bd8-8e3d-1bc19baf226e req-bbe1d22a-d49f-4120-a675-732cdc68341a tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247057
May 10 17:17:06.078418 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 53112) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:06.105316 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-3328cf61-0e8c-44d8-8c99-1ef7b581fb93 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Synchronizing usage tracker for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:06.178594 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb41b96-3651-4e4d-82db-db35e900019d,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:06.185366 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-3328cf61-0e8c-44d8-8c99-1ef7b581fb93 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Unset dirty status for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:06.186875 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-3328cf61-0e8c-44d8-8c99-1ef7b581fb93 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1013597291&fields=id&tenant_id=568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 267 time: 0.3828311
May 10 17:17:06.189237 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:06.233784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:06.242928 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-775ce279-a51b-4ccd-9fec-30d6a53081ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:06.245900 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-775ce279-a51b-4ccd-9fec-30d6a53081ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=696541cc-6cbf-4fb3-ab8c-2be041a93ee8 HTTP/1.1" status: 200  len: 852 time: 0.3764832
May 10 17:17:06.246862 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:06.251640 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:06.330704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'Port': ['ID=2181ad71-51ee-4a2c-b18b-fc015d050e82,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:06.335129 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:06.344407 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-097dc768-7642-448f-8292-eeeba55c44f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce14940e-6753-4da5-affc-87e6c6c13ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0784018
May 10 17:17:06.393774 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a484910>, [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 4, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port': {'id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:38Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '63baf39d-ba56-439e-8810-f215f64f52d1', 'name': '', 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'mac_address': 'fa:16:3e:7e:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '21fdb337-0af1-4989-9876-427e3a89e535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:50Z', 'updated_at': '2021-05-10T17:17:05Z', 'revision_number': 4, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'subnets': [{'id': '21fdb337-0af1-4989-9876-427e3a89e535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:06.399615 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929fafe-07d3-4fed-8423-e1f73c136beb None None] The sync data for ids ['1b894485-57fa-430e-8e22-312977f52943'] in dv-cinder-786384-3-iscsi is: [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 4, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port': {'id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:38Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '63baf39d-ba56-439e-8810-f215f64f52d1', 'name': '', 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'mac_address': 'fa:16:3e:7e:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '21fdb337-0af1-4989-9876-427e3a89e535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:50Z', 'updated_at': '2021-05-10T17:17:05Z', 'revision_number': 4, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'subnets': [{'id': '21fdb337-0af1-4989-9876-427e3a89e535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:17:06.537405 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.541515 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.598129 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'tag': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:06.600216 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-12ffb23b-f8b7-4808-8700-7c0d40ba6019 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:06.600971 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-12ffb23b-f8b7-4808-8700-7c0d40ba6019 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Synchronizing usage tracker for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:network {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:06.612790 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.616939 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-daf8cde6-5790-48c1-be40-3db5a5fa10c5 service neutron] 10.222.0.43 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349041
May 10 17:17:06.628210 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-b706097d-015b-4e6e-bfa0-8a4fa4e36c40 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:06.629671 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-b706097d-015b-4e6e-bfa0-8a4fa4e36c40 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 818 time: 0.3233175
May 10 17:17:06.634152 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.674390 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-08d3e9a8-658c-43ab-8127-3ff1cd36ccf8 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/quotas/c0959262bffe4536a1379eb100c2fb3d HTTP/1.1" status: 200  len: 375 time: 0.0346377
May 10 17:17:06.678011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-12ffb23b-f8b7-4808-8700-7c0d40ba6019 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Unset dirty status for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:network {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:06.680363 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-12ffb23b-f8b7-4808-8700-7c0d40ba6019 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 816 time: 0.4827659
May 10 17:17:06.753499 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-a3673540-548b-4dc0-9eed-f7fb06225152 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/quotas/568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 375 time: 0.0671010
May 10 17:17:06.821760 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.835352 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2f7a9182-fd02-4334-a4e9-22fa9f8eefda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:06.852895 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb41b96-3651-4e4d-82db-db35e900019d,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:06.864783 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:06.879770 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.892011 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deb41b96-3651-4e4d-82db-db35e900019d HTTP/1.1" status: 204  len: 168 time: 0.7977140
May 10 17:17:06.902119 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-4b2846f9-db0a-43c0-8c71-21a41f723cda tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2180207
May 10 17:17:06.951967 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 63baf39d-ba56-439e-8810-f215f64f52d1 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:06.955917 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.966753 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.999805 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:07.042283 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-5b1a985e-0fdf-4a3f-8cb8-a4d806f8a400 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Synchronizing usage tracker for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:07.083442 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 63baf39d-ba56-439e-8810-f215f64f52d1 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:07.091400 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 63baf39d-ba56-439e-8810-f215f64f52d1 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:07.092069 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.134591 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.135541 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-5b1a985e-0fdf-4a3f-8cb8-a4d806f8a400 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Unset dirty status for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:07.139626 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-5b1a985e-0fdf-4a3f-8cb8-a4d806f8a400 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3731689
May 10 17:17:07.223301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'Port': ['ID=2181ad71-51ee-4a2c-b18b-fc015d050e82,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:07.227760 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:07.228965 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.230318 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7167797
May 10 17:17:07.310229 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.361918 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 63baf39d-ba56-439e-8810-f215f64f52d1, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=63baf39d-ba56-439e-8810-f215f64f52d1,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:07.370054 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.371102 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 0fbed12d-fb80-41be-a71b-a6932ccb8e3a up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:07.402938 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:07.512780 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-5ba734b4-a02f-4c17-ad2c-f06ae4fd66db service neutron] 10.222.0.13 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6009271
May 10 17:17:07.581387 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=63baf39d-ba56-439e-8810-f215f64f52d1,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:07.586825 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:07.630016 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:07.630399 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.676920 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-24b766b5-5e6b-47e6-9c94-fe1255defd5f service neutron] 10.222.0.13 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5062199
May 10 17:17:07.719172 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 53152) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:07.750817 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.764653 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ebf6d0bc-62ea-4b91-915b-9bbe16b5b4e7 req-043c1b0a-243e-4754-8737-d19f1b08c7bf service neutron] 10.222.0.43 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3028662
May 10 17:17:07.771145 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:07.776415 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Usage tracker for resource:security_group_rule and tenant:c231e611829d48229a1f50122a36cd3d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:07.780757 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:07.788948 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:07.854344 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-fc3b304f-ece2-48f5-9d11-9483aad33cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3294556
May 10 17:17:07.896267 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-97d5beaa-290e-4a69-88ce-3880368cf373 service neutron] 10.222.0.13 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079804
May 10 17:17:07.918178 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.927094 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.960912 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:07.977926 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c231e611829d48229a1f50122a36cd3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2568460
May 10 17:17:07.980644 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 53158) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:08.013971 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91375a3-cf53-408c-94f4-d610fef1a85b,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:08.048020 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:08.118481 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.158898 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.181582 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'tag': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'status': 'completed', 'code': 200}
May 10 17:17:08.481663 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.502487 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:08.524983 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91375a3-cf53-408c-94f4-d610fef1a85b,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:08.528730 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:08.538149 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a0035-e582-4748-a964-80945a1b049a req-6c1accd2-7119-451e-9c3a-f573fe7382ac tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:08.539639 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c9a0035-e582-4748-a964-80945a1b049a req-6c1accd2-7119-451e-9c3a-f573fe7382ac tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 944 time: 0.1787736
May 10 17:17:08.550293 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c58277-4778-4225-ace8-64d7964124d9 req-5f972be9-d52e-415c-b43c-09d4dcd719f9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:08.559105 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-96c58277-4778-4225-ace8-64d7964124d9 req-5f972be9-d52e-415c-b43c-09d4dcd719f9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 943 time: 0.3431518
May 10 17:17:08.601921 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.603350 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b91375a3-cf53-408c-94f4-d610fef1a85b HTTP/1.1" status: 204  len: 168 time: 0.6214147
May 10 17:17:08.641622 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-96c58277-4778-4225-ace8-64d7964124d9 req-4eda88ae-8560-4726-8c34-82c944da6003 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815752
May 10 17:17:08.649251 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c9a0035-e582-4748-a964-80945a1b049a req-963bc117-e2a9-4609-a919-89017fad8cdc tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863330
May 10 17:17:08.787626 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 63baf39d-ba56-439e-8810-f215f64f52d1 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:08.829322 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b4026148-4de2-4b9a-be0d-81d7c7ce265b req-e715fb45-f3aa-413d-8ec8-a62f6e89cbeb tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0620344
May 10 17:17:08.841318 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-11f0ed49-f9e2-4fbd-a409-c4827d935c2b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:08.861551 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-11f0ed49-f9e2-4fbd-a409-c4827d935c2b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:08.871935 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-11f0ed49-f9e2-4fbd-a409-c4827d935c2b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1975384385&fields=id&tenant_id=014b4ef6b7914ca9b559d0074c620921 HTTP/1.1" status: 200  len: 267 time: 0.1254261
May 10 17:17:08.893007 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 63baf39d-ba56-439e-8810-f215f64f52d1 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:08.894205 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.010905 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fcff96a1-1059-4dc6-bae4-8d00ebab78c0 req-daa61de0-54e1-41e8-9667-21daa6b2fb56 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0589049
May 10 17:17:09.109916 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-9570aee3-a297-4519-96f5-84dc36b96ca4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:09.112150 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-9570aee3-a297-4519-96f5-84dc36b96ca4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 811 time: 0.2397246
May 10 17:17:09.134843 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-2eedb253-b72b-4e47-8d82-f3869a1f0fe7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/quotas/014b4ef6b7914ca9b559d0074c620921 HTTP/1.1" status: 200  len: 375 time: 0.0179536
May 10 17:17:09.223200 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-ca5001b0-0c93-40f9-b53b-023503d1b9aa tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0865397
May 10 17:17:09.306567 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e96665c3-4cca-4897-8697-72413514c565 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:09.386863 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-dceaf789-f39e-4687-91fa-a0e3c912fb75 service neutron] 10.222.0.13 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513040
May 10 17:17:09.496677 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port e96665c3-4cca-4897-8697-72413514c565, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e96665c3-4cca-4897-8697-72413514c565,segment=NetworkSegment(e9d49c16-e7a0-4ce8-b201-4b409797915a),segment_id=e9d49c16-e7a0-4ce8-b201-4b409797915a)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:09.517365 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'e96665c3-4cca-4897-8697-72413514c565', 'network_id': 'ce14940e-6753-4da5-affc-87e6c6c13ca4', 'port_id': 'e96665c3-4cca-4897-8697-72413514c565', 'mac_address': 'fa:16:3e:97:5d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696541cc-6cbf-4fb3-ab8c-2be041a93ee8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:09.602189 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.645936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-f2ae3b8b-78b4-488a-81d4-462d16b83070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:09.654635 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-dd224857-08b1-4b5e-947e-4d5449e0c8b3 service neutron] 10.222.0.13 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2665718
May 10 17:17:09.655252 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-f2ae3b8b-78b4-488a-81d4-462d16b83070 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 1096 time: 0.1528687
May 10 17:17:09.656718 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96665c3-4cca-4897-8697-72413514c565 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:09.710531 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port e96665c3-4cca-4897-8697-72413514c565, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e96665c3-4cca-4897-8697-72413514c565,segment=NetworkSegment(e9d49c16-e7a0-4ce8-b201-4b409797915a),segment_id=e9d49c16-e7a0-4ce8-b201-4b409797915a)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:09.727666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.728622 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51f50a91-e992-4f9e-8e3e-7d1bdd39535d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:09.732420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:09.900741 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=e96665c3-4cca-4897-8697-72413514c565,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:09.906114 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:09.988200 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:10.032937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'port_id': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'mac_address': 'fa:16:3e:ec:36:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7674b3-aebd-40d1-9497-c82060a3b659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:10.033871 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b18c26-71a1-41dc-b734-8f78874a7380 req-85414aa6-7f17-4acf-9d38-83463a2931f9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:10.041824 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-76b18c26-71a1-41dc-b734-8f78874a7380 req-85414aa6-7f17-4acf-9d38-83463a2931f9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 943 time: 0.2230749
May 10 17:17:10.109015 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-76b18c26-71a1-41dc-b734-8f78874a7380 req-30407dae-7636-4098-8057-3767369ef797 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663989
May 10 17:17:10.153490 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743703-f412-4d98-adf7-e83a67cb780a req-6e78c9eb-9e52-4952-bdf1-245a121e6201 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:10.155819 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-be743703-f412-4d98-adf7-e83a67cb780a req-6e78c9eb-9e52-4952-bdf1-245a121e6201 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.2040114
May 10 17:17:10.181108 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.251211 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f50a91-e992-4f9e-8e3e-7d1bdd39535d {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:10.256871 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7c5806cc-b0e7-4003-a41d-b6492256b0c3 req-96097c54-c402-4087-a2e3-33fe9fa83187 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0844481
May 10 17:17:10.304086 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:10.306325 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5c406b22-0e03-4169-97d8-b994a4d4f8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.326488 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.329559 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-de298585-6f7f-46ae-b41d-3b50bb0a190e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:10.339005 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-be743703-f412-4d98-adf7-e83a67cb780a req-06627c61-ce2c-497f-a8d9-66dbe1682840 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714995
May 10 17:17:10.494779 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bbfbd8ff-7254-4b21-a8cb-497fc9dd2a6e req-99cedf3b-741c-461c-8805-84be0298788c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0703967
May 10 17:17:10.495371 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:10.499024 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:10.552363 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2480419e-b180-4d09-9d2f-69dcf98a0dcc req-8bc76238-e462-4316-afc6-8b35e66cfa91 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0640471
May 10 17:17:11.299158 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c090c9a-eb00-4262-a775-ec7d103957c6 req-6c1e2ba6-b9a7-4ed3-87ba-49f1ea8321fc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:11.300820 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2c090c9a-eb00-4262-a775-ec7d103957c6 req-6c1e2ba6-b9a7-4ed3-87ba-49f1ea8321fc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.0868974
May 10 17:17:11.377837 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2c090c9a-eb00-4262-a775-ec7d103957c6 req-060c588a-12a4-45ad-95df-f1be0f0bc0af tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694616
May 10 17:17:11.438731 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3a284e9f-b46a-4c97-99f8-ba51cb21556d req-2d999ffd-a86f-4f3e-83d8-19052ceba5f7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0434790
May 10 17:17:11.582571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd27f8-9e1e-45c7-a662-04795f8b8e56 req-ed91ff88-204d-4036-bbaa-d574463beaa9 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:11.584588 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d3cd27f8-9e1e-45c7-a662-04795f8b8e56 req-ed91ff88-204d-4036-bbaa-d574463beaa9 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.0802824
May 10 17:17:11.643854 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-edb27eb7-a51b-4962-baa7-984b4cd2352b req-d8c7f912-4a7b-42a4-b0d7-c59eb387bbca tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0581322
May 10 17:17:11.670328 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d3cd27f8-9e1e-45c7-a662-04795f8b8e56 req-2a265486-8970-45a7-b985-a70440614827 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511248
May 10 17:17:11.783293 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f005fbb9-18ec-4f20-80a6-e1edd2b42696 req-d44761b8-b22e-4b79-8f46-7d9ac4527b93 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0434046
May 10 17:17:12.662006 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.720919 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56353412-350b-4761-a91b-9140e6d595dc req-9b55033b-9f6e-470b-ac09-c78653004447 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:12.722894 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56353412-350b-4761-a91b-9140e6d595dc req-9b55033b-9f6e-470b-ac09-c78653004447 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.2448363
May 10 17:17:12.725348 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f26475a4-713a-46af-81ee-02a14d8e4aaa req-f8ca1239-85ce-4e2c-a9de-e4ad3ae52c6d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0764158
May 10 17:17:12.813259 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56353412-350b-4761-a91b-9140e6d595dc req-2e9f90ae-4f18-4757-825d-6ce98c500bd2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835330
May 10 17:17:12.930473 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c475327e-8792-4bdb-99e1-f05a7d173491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.935044 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8fd572f-c158-489d-91cc-111fdf800be0 req-7429bd41-474f-4df6-8b97-c1dd735faaac tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0577528
May 10 17:17:12.943099 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['e96665c3-4cca-4897-8697-72413514c565'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:12.946395 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-0c369b36-9ce2-4ade-9881-350ccca74ac4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:12.947206 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-0c369b36-9ce2-4ade-9881-350ccca74ac4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Synchronizing usage tracker for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:network {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:12.985682 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-b531d287-d500-4334-ae3a-4963c569f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:12.987351 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-b531d287-d500-4334-ae3a-4963c569f074 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 916 time: 0.4597950
May 10 17:17:12.993988 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-0c369b36-9ce2-4ade-9881-350ccca74ac4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Unset dirty status for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:network {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:12.995389 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-0c369b36-9ce2-4ade-9881-350ccca74ac4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 818 time: 0.4664817
May 10 17:17:13.111065 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f9bece12-5ac8-4130-85dc-8de7d05546ad req-866201d2-8795-48f1-bf92-4e227c3eea81 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0518351
May 10 17:17:13.141035 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e91072-b2ec-4283-b154-7ef1b560970d req-8e1e4ea8-481a-4c6a-8f98-6239729c7183 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:13.142503 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b2e91072-b2ec-4283-b154-7ef1b560970d req-8e1e4ea8-481a-4c6a-8f98-6239729c7183 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.1347296
May 10 17:17:13.188379 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b2e91072-b2ec-4283-b154-7ef1b560970d req-36ad7c52-8e16-49b3-b660-519c2a9419b2 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398993
May 10 17:17:13.853191 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:13.887117 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d56c7e25-5b4c-4964-8c96-249789b35147 req-9bfdb354-173a-44c1-99d3-8c819c305a52 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0446577
May 10 17:17:14.017294 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da9b26-d424-4992-8033-18076cfdb8e5 req-65f0366d-bc3c-49c3-a289-b84129a0328b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:14.018763 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c3da9b26-d424-4992-8033-18076cfdb8e5 req-65f0366d-bc3c-49c3-a289-b84129a0328b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.0847077
May 10 17:17:14.132858 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5fb8e68d-4f4d-45a1-b2f0-cc78fefb0fcc req-e8ad0670-1eec-4dd7-9861-e267dcdfced1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0807352
May 10 17:17:14.159150 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c3da9b26-d424-4992-8033-18076cfdb8e5 req-0100b17e-186b-4a0d-a66f-a138973a1358 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333227
May 10 17:17:14.281995 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b1e745d9-79b1-4e5c-bfb6-fef355e4968a req-518962c2-bb28-4e51-82c3-4d896c4e95a2 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0427043
May 10 17:17:14.373553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1e6f-d7b8-473b-998b-e983a3290686 req-dfe87f9b-b228-4f44-9d4f-c50e056e6cab tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:14.374970 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b67b1e6f-d7b8-473b-998b-e983a3290686 req-dfe87f9b-b228-4f44-9d4f-c50e056e6cab tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.0806649
May 10 17:17:14.423610 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b67b1e6f-d7b8-473b-998b-e983a3290686 req-cb733f51-e91e-4530-b5ae-151300396445 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425062
May 10 17:17:14.728074 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:14.785368 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.053270 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1abb25fb-ffcd-4bfd-b302-40dcda6c23e3 req-e19ee078-8809-4bff-b2a7-7cb15a6c1fa2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0455728
May 10 17:17:15.316799 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-efb9cfa6-1671-42c5-bf2c-926ebdeee97f req-24429f4b-5284-4d4f-b14f-37251e59c18f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0785174
May 10 17:17:15.364708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e0f46-5c03-4ea7-8afe-81093b40d1b4 req-a3a36efb-99f8-4713-9b1f-7577b00fe787 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:15.366201 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e78e0f46-5c03-4ea7-8afe-81093b40d1b4 req-a3a36efb-99f8-4713-9b1f-7577b00fe787 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.0936799
May 10 17:17:15.417325 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e78e0f46-5c03-4ea7-8afe-81093b40d1b4 req-7d26055f-c97b-479c-9c05-64a97276d0d8 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450888
May 10 17:17:15.466749 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a48d4970-9265-4782-97ac-14a7857f589a req-26503af8-cb3d-412e-b65f-bf3a3a994ee0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0418425
May 10 17:17:15.605481 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90343d-65b3-4de0-af9f-e788d466afe7 req-99a38725-d362-480b-b176-9f68b472d1c6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:15.606937 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f90343d-65b3-4de0-af9f-e788d466afe7 req-99a38725-d362-480b-b176-9f68b472d1c6 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.0781302
May 10 17:17:15.611338 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.651003 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f90343d-65b3-4de0-af9f-e788d466afe7 req-c03eba44-0558-444e-a100-59c8fbfbef10 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377793
May 10 17:17:15.821639 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Request body: {'port': {'device_id': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'admin_state_up': True, 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:15.844521 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-0d04c430-a3d9-48a3-bd67-fb95145d867d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d HTTP/1.1" status: 200  len: 217 time: 0.0844810
May 10 17:17:15.983914 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-b2f9f3a4-f4e9-4c2a-9d66-c0d03a92db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:15.985307 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-b2f9f3a4-f4e9-4c2a-9d66-c0d03a92db7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.0919991
May 10 17:17:16.102859 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-28a986f5-7d6f-43e4-8487-06aadbca63f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1024938
May 10 17:17:16.107770 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:16.117877 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:16.127993 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Made reservation on behalf of c0959262bffe4536a1379eb100c2fb3d for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:16.138832 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.217383 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d90a49c4-2330-4e84-a258-06e91ae27140 req-eb0a5197-623d-44f7-ace7-4fd9ef05de02 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0518904
May 10 17:17:16.393813 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-d0b87eba-a060-4117-9fa5-ad3de064e6ee service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003853
May 10 17:17:16.411221 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Allocated IP 172.20.0.12 (756191ce-3246-4dd0-8a83-e15cbf383d8a/21fdb337-0af1-4989-9876-427e3a89e535/8ca8e68d-758d-4b63-a299-dd5c81076059) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:16.476764 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-970d75f5-884a-436e-b443-747b086d3c4e req-cc10900f-963e-4149-b6e6-de17053f1400 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0433590
May 10 17:17:16.623793 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.630371 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-48448a03-9588-473f-b661-5e5deb3b3184 req-01e304b3-3efb-4abc-92ad-b23678d655b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0437911
May 10 17:17:16.656227 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de1248-1415-4c35-9411-fe21dc67f22b req-8c6ab03c-2c0e-4d11-9a79-40f2656202ae tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:16.657803 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a6de1248-1415-4c35-9411-fe21dc67f22b req-8c6ab03c-2c0e-4d11-9a79-40f2656202ae tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.1306913
May 10 17:17:16.659424 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.665529 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:16.708208 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a6de1248-1415-4c35-9411-fe21dc67f22b req-e3be0499-8ff1-4ab9-877f-5061cfba83eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428166
May 10 17:17:16.731461 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:16.734709 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:16.743811 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:16.749275 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:16.749945 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.763856 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Pushing event updated for resources: {'Port': ['ID=8ca8e68d-758d-4b63-a299-dd5c81076059,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:16.768639 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:16.787546 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9753537
May 10 17:17:16.844526 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b943970-bcfd-4adc-bbfd-cf1b3ebe61e6 req-33f538a8-3633-4414-9c4c-05ba1fa56ea8 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:16.845868 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3b943970-bcfd-4adc-bbfd-cf1b3ebe61e6 req-33f538a8-3633-4414-9c4c-05ba1fa56ea8 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.0842557
May 10 17:17:16.891792 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3b943970-bcfd-4adc-bbfd-cf1b3ebe61e6 req-edae65c1-6148-4afa-a06e-bdc9210884b4 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398202
May 10 17:17:17.381974 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cb464fb0-ec3b-49d8-bab8-61bf56893900 req-a92a8f46-210d-4855-89b0-742b0e3db3ac tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0442286
May 10 17:17:17.628666 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f28cfff4-82d8-4d02-86cb-87c1b471d070 req-029b826f-709d-4f47-b3dd-ef4f6d58071d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0417473
May 10 17:17:17.790682 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cc491dc4-7af9-4403-8f38-da3a5ee99218 req-8cef9228-b2e3-4e10-ada4-4d4aedbb8e30 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0466909
May 10 17:17:17.893132 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1114-93de-43b5-8a2c-6a852336dc22 req-5b8daf56-98a5-4aec-9450-50ea3fb1b7bc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:17.894549 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-00fb1114-93de-43b5-8a2c-6a852336dc22 req-5b8daf56-98a5-4aec-9450-50ea3fb1b7bc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.0794761
May 10 17:17:17.941546 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-00fb1114-93de-43b5-8a2c-6a852336dc22 req-d18f928a-f5c0-40ff-8a02-786f747e1820 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398579
May 10 17:17:18.137251 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402d7be-7001-4fa3-8045-df445203caa2 req-c3ba88cb-e59e-4a10-a20e-59e0903a473f tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:18.138681 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d402d7be-7001-4fa3-8045-df445203caa2 req-c3ba88cb-e59e-4a10-a20e-59e0903a473f tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.1359603
May 10 17:17:18.182576 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d402d7be-7001-4fa3-8045-df445203caa2 req-5363a695-b73f-42a1-906f-62ad3fd7d361 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380435
May 10 17:17:18.527901 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d458e16-ded2-426f-bace-8d149992332b req-4d057705-661b-4928-868c-cb70d652a0dc tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0428994
May 10 17:17:18.780140 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6f4421ba-bfa8-47b9-9301-4464726318de req-fa58d8a4-1f56-4de3-91bc-73b4f19d8f6d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0449996
May 10 17:17:18.945588 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-30bbe336-22b4-4f23-9161-7c3cf5d264da req-14a163f9-4c86-4f4f-a823-a069b3263655 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0409009
May 10 17:17:19.059412 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.43', 62130) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:19.153478 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032814d4-5b2d-4fbf-b976-b2c0a846f388 req-fea26ba7-d53c-45f4-8e7c-cf1e6243bfce tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:19.155090 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-032814d4-5b2d-4fbf-b976-b2c0a846f388 req-fea26ba7-d53c-45f4-8e7c-cf1e6243bfce tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.1040533
May 10 17:17:19.218354 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-032814d4-5b2d-4fbf-b976-b2c0a846f388 req-ecea476e-218f-4958-ba34-5e81bd217020 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552781
May 10 17:17:19.269501 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Request body: {'port': {'device_id': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:19.388325 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5a3fc-8e4c-4f0f-9be7-0f7542914c3d req-6baf0c3d-770b-4386-899e-be70e995dcb5 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:19.390301 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55f5a3fc-8e4c-4f0f-9be7-0f7542914c3d req-6baf0c3d-770b-4386-899e-be70e995dcb5 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.0963943
May 10 17:17:19.448546 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55f5a3fc-8e4c-4f0f-9be7-0f7542914c3d req-f1f718b5-d0d3-4bae-82b2-3ddcd500b1d3 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498874
May 10 17:17:19.469076 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-61e6e47d-a3ee-4c26-8c5f-b4296d391161 req-dee14069-fef1-45ee-a147-36383a7617c8 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3897393
May 10 17:17:19.484653 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-533ce593-56b6-49c3-a931-216d0e57dfc4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:19.486064 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-533ce593-56b6-49c3-a931-216d0e57dfc4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 816 time: 0.4089098
May 10 17:17:19.511935 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.664662 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-7b029203-9861-4ec6-8fa9-c1770a546714 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 380 time: 0.1029644
May 10 17:17:19.745825 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'port': {'device_id': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'admin_state_up': True, 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'security_groups': ['cf2ea0a4-5365-4f4e-a39b-4812a766f7e2']}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:19.826719 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52cec126-7bd8-40f8-a479-4a544a264cc9 req-3c269c4b-a3a8-4df5-ba52-2fe764948330 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0895205
May 10 17:17:19.968868 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-325a797f-4bb2-4216-a683-da5b9f65c747 req-7bb9c6bd-e8ea-4e21-bcc8-4aee3e947d22 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0512688
May 10 17:17:20.166231 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-87722063-c892-45bd-b2cd-db85d7cf52b5 req-8045265c-1f30-4610-9b83-0d8c7099d394 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0495987
May 10 17:17:20.189452 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.43', 62140) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:20.238290 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-98e01d9e-48ec-4b87-bfe2-0432a1a110f7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.239019 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-98e01d9e-48ec-4b87-bfe2-0432a1a110f7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:network {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:20.283374 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-98e01d9e-48ec-4b87-bfe2-0432a1a110f7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:network {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:20.284491 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-98e01d9e-48ec-4b87-bfe2-0432a1a110f7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 811 time: 0.5771108
May 10 17:17:20.295290 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:20.422084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-37a12f0e-5503-4bc4-a3b5-f87a3d2ba65a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.423638 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-37a12f0e-5503-4bc4-a3b5-f87a3d2ba65a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 818 time: 0.2262602
May 10 17:17:20.461643 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca8e68d-758d-4b63-a299-dd5c81076059 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:20.471176 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.487788 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Transition to ACTIVE for port object 8ca8e68d-758d-4b63-a299-dd5c81076059 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:20.497903 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:20.503311 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.503771 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Request body: {'port': {'device_id': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'admin_state_up': True, 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:20.526794 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:20.598527 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca8e68d-758d-4b63-a299-dd5c81076059,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:20.605689 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:20.613559 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-b2240784-86db-47cd-9b83-fa9ce2634571 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:security_group {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:20.623878 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Made reservation on behalf of 568fd7c4bf57477fb69cf13384c05c60 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:20.634051 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.719028 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:20.737328 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9ebf-76b5-4300-b44c-08218d6a0424 req-65a5d3f5-6cc6-4f8f-8a36-9bd0cd919214 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.745550 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f77f9ebf-76b5-4300-b44c-08218d6a0424 req-65a5d3f5-6cc6-4f8f-8a36-9bd0cd919214 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 944 time: 0.3207250
May 10 17:17:20.775440 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Usage tracker for resource:port and tenant:c0959262bffe4536a1379eb100c2fb3d is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:20.813572 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-b2240784-86db-47cd-9b83-fa9ce2634571 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:security_group {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:20.814708 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-b2240784-86db-47cd-9b83-fa9ce2634571 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=014b4ef6b7914ca9b559d0074c620921 HTTP/1.1" status: 200  len: 380 time: 0.5028117
May 10 17:17:20.831301 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:20.844406 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f77f9ebf-76b5-4300-b44c-08218d6a0424 req-05ba65e2-ecbc-4e3f-ae6e-3bc409abb8e3 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965240
May 10 17:17:20.855654 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'port': {'device_id': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'admin_state_up': True, 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'security_groups': ['bc040187-85aa-4f0e-b72e-29ef8d8b6cf1']}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:20.888585 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:20.917408 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Made reservation on behalf of c0959262bffe4536a1379eb100c2fb3d for: {'port': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:20.925445 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.008775 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Attempting to bind port 8ca8e68d-758d-4b63-a299-dd5c81076059 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:21.008775 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Attempting to bind port 8ca8e68d-758d-4b63-a299-dd5c81076059 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:21.009039 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Attempting to bind port 8ca8e68d-758d-4b63-a299-dd5c81076059 on network 756191ce-3246-4dd0-8a83-e15cbf383d8a {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:21.023592 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Port 8ca8e68d-758d-4b63-a299-dd5c81076059 on network 756191ce-3246-4dd0-8a83-e15cbf383d8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:21.023917 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Attempting to bind port 8ca8e68d-758d-4b63-a299-dd5c81076059 on network 756191ce-3246-4dd0-8a83-e15cbf383d8a {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:21.027856 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Allocated IP 172.20.0.9 (64ba8592-3a09-4d36-a634-372e556f8775/ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b/1084279b-00d6-4577-aacc-d687593238ea) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:21.041565 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e96665c3-4cca-4897-8697-72413514c565 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:21.044227 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:21.044564 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Checking segment: {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:21.044951 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Bound using segment: {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:21.045385 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Bound port: 8ca8e68d-758d-4b63-a299-dd5c81076059, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:21.045723 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.106467 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0b3dd0b7-b2c5-4a95-84a0-264570570fea req-7de68c2e-619d-42e7-a52a-7481b5a30d00 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.1498744
May 10 17:17:21.211694 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port e96665c3-4cca-4897-8697-72413514c565 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:21.219469 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port e96665c3-4cca-4897-8697-72413514c565 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:21.220006 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.299632 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916e9e9-01d8-4a56-bbb9-d30332625837 req-a5110bb8-02f2-4fa2-b890-fa8a7cdf06da tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:21.317973 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b916e9e9-01d8-4a56-bbb9-d30332625837 req-a5110bb8-02f2-4fa2-b890-fa8a7cdf06da tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 945 time: 0.5804582
May 10 17:17:21.362029 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:21.367547 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:port and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:21.370725 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:21.384712 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:21.390324 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee67feda-ff4d-4411-8162-da4817d566c7 req-6a447b06-49af-4622-88cb-b666b9ce65bf tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 210 time: 0.0458481
May 10 17:17:21.400575 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.425520 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] For port 8ca8e68d-758d-4b63-a299-dd5c81076059, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:21.442691 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] For port 8ca8e68d-758d-4b63-a299-dd5c81076059, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8ca8e68d-758d-4b63-a299-dd5c81076059,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:21.445554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port e96665c3-4cca-4897-8697-72413514c565, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e96665c3-4cca-4897-8697-72413514c565,segment=NetworkSegment(e9d49c16-e7a0-4ce8-b201-4b409797915a),segment_id=e9d49c16-e7a0-4ce8-b201-4b409797915a)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:21.446987 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad16b73-b763-4fce-b972-74474dfbc040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96665c3-4cca-4897-8697-72413514c565'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:21.450289 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b916e9e9-01d8-4a56-bbb9-d30332625837 req-0964ab0f-b086-446a-b993-eb3601e789f2 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312513
May 10 17:17:21.457079 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.460368 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Made reservation on behalf of 014b4ef6b7914ca9b559d0074c620921 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:21.470250 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.525613 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:21.531818 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.533109 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51f50a91-e992-4f9e-8e3e-7d1bdd39535d up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:21.575753 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Allocated IP 172.20.0.11 (756191ce-3246-4dd0-8a83-e15cbf383d8a/21fdb337-0af1-4989-9876-427e3a89e535/bd41747b-cd88-4d3d-a0b5-1d04686c6217) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:21.579715 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b4ba62d4-891c-4095-ba91-6176ea77fa74 req-a726c68c-d3c7-4501-97b2-cd306e2d6f26 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0530276
May 10 17:17:21.609180 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4ab762bd-a7d4-4941-b984-f48fff450815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:21.622053 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:21.622880 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.624586 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] 10.222.0.43 "PUT /v2.0/ports/8ca8e68d-758d-4b63-a299-dd5c81076059 HTTP/1.1" status: 200  len: 1094 time: 2.5440981
May 10 17:17:21.637111 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'tag': '8ca8e68d-758d-4b63-a299-dd5c81076059'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:21.700575 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:21.703725 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=e96665c3-4cca-4897-8697-72413514c565,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:21.716951 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:21.725875 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:21.725875 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.773593 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'tag': '8ca8e68d-758d-4b63-a299-dd5c81076059', 'status': 'completed', 'code': 200}
May 10 17:17:21.823594 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca8e68d-758d-4b63-a299-dd5c81076059,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:21.843796 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.855072 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:21.861856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.884489 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.907705 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.920445 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:21.928685 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Transition to ACTIVE for port object 1084279b-00d6-4577-aacc-d687593238ea will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:21.946737 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:21.955611 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.962418 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:21.974850 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Allocated IP 172.20.0.6 (420c1aa8-f3e9-4cec-a8e8-b3762c263460/c4013977-7b4d-4d6c-91c9-5c76a8394d33/0ec6854e-b42f-4164-be26-d0aefc87ff36) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:22.087961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.090369 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:22.094627 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:22.101686 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Pushing event updated for resources: {'Port': ['ID=bd41747b-cd88-4d3d-a0b5-1d04686c6217,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:22.107670 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:22.121494 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Network 756191ce-3246-4dd0-8a83-e15cbf383d8a is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:22.122817 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:22.126975 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad16b73-b763-4fce-b972-74474dfbc040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96665c3-4cca-4897-8697-72413514c565', 'code': 200}
May 10 17:17:22.129954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:22.137873 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.138854 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.199125 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7039094
May 10 17:17:22.241755 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:22.309512 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9f106009-e9cd-48a6-b2e9-be4f622dfe27 req-91ce305a-a790-4a6a-a829-9fb1ca4160d4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0695503
May 10 17:17:22.323413 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Network 64ba8592-3a09-4d36-a634-372e556f8775 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:22.337506 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:22.345549 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:22.351490 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.352158 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.381491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:22.393893 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:22.410163 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ef286-559b-445e-8dfb-4ab7ba3034dd req-24570009-c3b8-493a-83fa-ca69d5838305 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.418514 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2d2ef286-559b-445e-8dfb-4ab7ba3034dd req-24570009-c3b8-493a-83fa-ca69d5838305 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.1121056
May 10 17:17:22.428261 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.436826 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7268310
May 10 17:17:22.448852 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Transition to ACTIVE for port object 0ec6854e-b42f-4164-be26-d0aefc87ff36 will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:22.465192 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2d2ef286-559b-445e-8dfb-4ab7ba3034dd req-397798e3-814e-452e-86bf-2f13c6fd5edd tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458131
May 10 17:17:22.479744 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.488369 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:22.562908 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:22.566291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:22.571477 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:22.578807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.578807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.586009 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f18b1b4a-0cac-48b9-8942-38065f271d51 None None] Provisioning for port 1084279b-00d6-4577-aacc-d687593238ea completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:22.592446 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f18b1b4a-0cac-48b9-8942-38065f271d51 None None] Provisioning complete for port 1084279b-00d6-4577-aacc-d687593238ea triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:22.592993 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f18b1b4a-0cac-48b9-8942-38065f271d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.600372 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'Port': ['ID=0ec6854e-b42f-4164-be26-d0aefc87ff36,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:22.605372 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:22.616734 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7652211
May 10 17:17:22.652684 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-f18b1b4a-0cac-48b9-8942-38065f271d51 None None] Port 1084279b-00d6-4577-aacc-d687593238ea cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:17:22.702588 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeb6c8-d5e5-4306-968f-ccb64545af4b req-05cb60af-54e2-4ecd-a5b1-43f6aac5d81a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.703668 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-38eeb6c8-d5e5-4306-968f-ccb64545af4b req-05cb60af-54e2-4ecd-a5b1-43f6aac5d81a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Synchronizing usage tracker for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:22.714611 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562146aa-e4a0-418a-be8e-e1c510bd90ba req-7405ed6c-88b5-4d90-9955-c893e1ff46c3 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.716145 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-562146aa-e4a0-418a-be8e-e1c510bd90ba req-7405ed6c-88b5-4d90-9955-c893e1ff46c3 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.1320000
May 10 17:17:22.747710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-38eeb6c8-d5e5-4306-968f-ccb64545af4b req-05cb60af-54e2-4ecd-a5b1-43f6aac5d81a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Unset dirty status for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:22.748990 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38eeb6c8-d5e5-4306-968f-ccb64545af4b req-05cb60af-54e2-4ecd-a5b1-43f6aac5d81a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 932 time: 0.2240241
May 10 17:17:22.773929 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-c99ca9c1-06e3-430f-9802-3e64ee964a44 None None] Provisioning for port 0ec6854e-b42f-4164-be26-d0aefc87ff36 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:22.778826 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-c99ca9c1-06e3-430f-9802-3e64ee964a44 None None] Provisioning complete for port 0ec6854e-b42f-4164-be26-d0aefc87ff36 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:22.779194 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c99ca9c1-06e3-430f-9802-3e64ee964a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.793291 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-562146aa-e4a0-418a-be8e-e1c510bd90ba req-89e6afa9-a483-4541-b53d-173d0cc19442 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677605
May 10 17:17:22.814263 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38eeb6c8-d5e5-4306-968f-ccb64545af4b req-79b37f4e-9fc5-48aa-bff9-0f6ef6185355 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520334
May 10 17:17:22.860100 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-c99ca9c1-06e3-430f-9802-3e64ee964a44 None None] Port 0ec6854e-b42f-4164-be26-d0aefc87ff36 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:17:22.983389 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2153b-bd6e-42db-a440-5e67f17fc42d req-ec5baf40-5961-46d0-a7ee-b98b7aa702b0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.984889 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6dc2153b-bd6e-42db-a440-5e67f17fc42d req-ec5baf40-5961-46d0-a7ee-b98b7aa702b0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 931 time: 0.0856237
May 10 17:17:23.034229 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6dc2153b-bd6e-42db-a440-5e67f17fc42d req-fd9f7d23-2cae-4ef4-ae57-71d89bafb893 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425847
May 10 17:17:23.498226 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02b74-1d04-4f2d-9947-16df5e050566 req-89269fa9-5679-4f91-a541-9e81b3f73302 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:23.499678 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56e02b74-1d04-4f2d-9947-16df5e050566 req-89269fa9-5679-4f91-a541-9e81b3f73302 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 931 time: 0.0786450
May 10 17:17:23.545158 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56e02b74-1d04-4f2d-9947-16df5e050566 req-fb4559e1-e847-458c-81ae-d1ea54f24311 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395498
May 10 17:17:23.661203 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5ee20-466d-4109-942b-c6a9f0d8f83a req-1369f91e-9352-40a8-9bbc-43aad98303aa tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:23.663174 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ec5ee20-466d-4109-942b-c6a9f0d8f83a req-1369f91e-9352-40a8-9bbc-43aad98303aa tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.0901082
May 10 17:17:23.713722 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ec5ee20-466d-4109-942b-c6a9f0d8f83a req-7f980de1-f5fa-4a34-99dd-9899286d4d97 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449064
May 10 17:17:24.047304 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087c445-d149-4a73-a482-483c0eb7c7f4 req-83267ff5-a1b5-457f-850b-587cdb6cc60f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:24.048900 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7087c445-d149-4a73-a482-483c0eb7c7f4 req-83267ff5-a1b5-457f-850b-587cdb6cc60f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 932 time: 0.1096883
May 10 17:17:24.058250 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbab9c7-583d-4df5-be28-82fc0bfcf20f req-11fab4fe-fa86-4ee0-8756-8da14dceb889 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:24.059753 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5bbab9c7-583d-4df5-be28-82fc0bfcf20f req-11fab4fe-fa86-4ee0-8756-8da14dceb889 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.1574996
May 10 17:17:24.127403 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7087c445-d149-4a73-a482-483c0eb7c7f4 req-1a918634-18ff-4b44-a957-2cc906972686 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666175
May 10 17:17:24.127722 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:24.135556 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5bbab9c7-583d-4df5-be28-82fc0bfcf20f req-390ce29b-1727-47d1-8624-9096bca00e1b tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616179
May 10 17:17:24.207873 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'code': 200}
May 10 17:17:24.215005 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Request body: {'port': {'device_id': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:24.216471 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Request body: {'port': {'device_id': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:24.405879 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.444958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc78259-a8ca-4b08-a789-06071144bf8c req-69a672e0-15c6-46ed-a22f-6eabc3b240f3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:24.446531 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dcc78259-a8ca-4b08-a789-06071144bf8c req-69a672e0-15c6-46ed-a22f-6eabc3b240f3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 931 time: 0.1964428
May 10 17:17:24.456601 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Request body: {'port': {'device_id': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:24.491035 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.43', 62145) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:24.552270 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.43', 62146) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:24.667396 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5a9a-43d1-4777-9233-26ac891f2efb req-1f56396a-4b98-42d6-8c8b-70ad106cac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:24.668782 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-483b5a9a-43d1-4777-9233-26ac891f2efb req-1f56396a-4b98-42d6-8c8b-70ad106cac46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1097 time: 0.4094207
May 10 17:17:24.675431 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.710031 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dcc78259-a8ca-4b08-a789-06071144bf8c req-4889e6a4-7bab-4fca-a703-593ec21e979d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2170589
May 10 17:17:24.759838 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.006750 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5a9a-43d1-4777-9233-26ac891f2efb req-88a184fb-0cb6-49c6-af66-707343b38988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.008466 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-483b5a9a-43d1-4777-9233-26ac891f2efb req-88a184fb-0cb6-49c6-af66-707343b38988 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c0959262bffe4536a1379eb100c2fb3d&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3215606
May 10 17:17:25.018679 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-8721c7b9-0a60-4721-b734-f735d6e8ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.020289 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-8721c7b9-0a60-4721-b734-f735d6e8ac8d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 1099 time: 0.5103028
May 10 17:17:25.071218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.082049 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-85af3056-6b2e-4da6-a573-679e2fa580b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.083492 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-85af3056-6b2e-4da6-a573-679e2fa580b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 1098 time: 0.5231831
May 10 17:17:25.129995 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:25.143646 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.165114 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Usage tracker for resource:security_group_rule and tenant:a8c2068e435f4e8fbd1119ecf71aa49f is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:25.192376 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:25.208220 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:25.222022 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a3756-3382-4215-9422-e1516e171fc7 req-7db234f6-deb1-4ad7-a859-370e62871805 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.223499 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d82a3756-3382-4215-9422-e1516e171fc7 req-7db234f6-deb1-4ad7-a859-370e62871805 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 931 time: 0.5236108
May 10 17:17:25.226856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:25.237087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Usage tracker for resource:security_group_rule and tenant:a8c2068e435f4e8fbd1119ecf71aa49f is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:25.264367 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:25.286212 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:25.352537 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d062-041b-4873-981b-98713b1c3ff4 req-77e3b53e-17b5-43d2-a559-b18224b53339 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.354004 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7b0d062-041b-4873-981b-98713b1c3ff4 req-77e3b53e-17b5-43d2-a559-b18224b53339 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.4790463
May 10 17:17:25.401774 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5a9a-43d1-4777-9233-26ac891f2efb req-03390a41-9320-44dc-b856-2e333858a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.403111 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-483b5a9a-43d1-4777-9233-26ac891f2efb req-03390a41-9320-44dc-b856-2e333858a0c1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3563581
May 10 17:17:25.425127 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d82a3756-3382-4215-9422-e1516e171fc7 req-a71523c8-350a-47b0-bb74-c903228a934a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1894085
May 10 17:17:25.473411 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd41747b-cd88-4d3d-a0b5-1d04686c6217 {{(pid=78765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:25.493383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.507048 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7b0d062-041b-4873-981b-98713b1c3ff4 req-c960bc0a-e212-4241-8187-70f2f828ed32 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055896
May 10 17:17:25.530233 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Transition to ACTIVE for port object bd41747b-cd88-4d3d-a0b5-1d04686c6217 will not be triggered until provisioned by entity L2. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:25.546995 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.559291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1084279b-00d6-4577-aacc-d687593238ea {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:25.567337 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.580349 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:25.585879 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Transition to ACTIVE for port object 1084279b-00d6-4577-aacc-d687593238ea will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:25.634913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.640616 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1fe3e39f-df6d-428b-9d46-cbd34d6396ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:25.718520 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.789575 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Pushing event updated for resources: {'Port': ['ID=bd41747b-cd88-4d3d-a0b5-1d04686c6217,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:25.793797 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:25.799164 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.db.resource_extend [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:17:25.862436 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.928639 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.db.api [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a8c2068e435f4e8fbd1119ecf71aa49f {{(pid=78765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 10 17:17:25.928639 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_db.api [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 10 17:17:25.940130 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:25.960882 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:25.964290 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:26.011382 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Attempting to bind port 1084279b-00d6-4577-aacc-d687593238ea on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:26.011633 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Attempting to bind port 1084279b-00d6-4577-aacc-d687593238ea by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:26.012399 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Attempting to bind port 1084279b-00d6-4577-aacc-d687593238ea on network 64ba8592-3a09-4d36-a634-372e556f8775 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:26.020306 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Port 1084279b-00d6-4577-aacc-d687593238ea on network 64ba8592-3a09-4d36-a634-372e556f8775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:26.020687 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Attempting to bind port 1084279b-00d6-4577-aacc-d687593238ea on network 64ba8592-3a09-4d36-a634-372e556f8775 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:26.032288 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-06bb8dd3-298a-4347-9d7b-22b337eb97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.033848 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0040610
May 10 17:17:26.034015 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-06bb8dd3-298a-4347-9d7b-22b337eb97d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1097 time: 0.4461598
May 10 17:17:26.048422 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec6854e-b42f-4164-be26-d0aefc87ff36 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:26.062992 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:26.063427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Checking segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:26.063826 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Bound using segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:26.064671 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Bound port: 1084279b-00d6-4577-aacc-d687593238ea, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:26.064794 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.079140 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0bd65b-f3bb-4189-b5fe-5d16295a9dac,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:26.084567 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.089231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:26.114787 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Attempting to bind port bd41747b-cd88-4d3d-a0b5-1d04686c6217 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:26.115695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Attempting to bind port bd41747b-cd88-4d3d-a0b5-1d04686c6217 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:26.116099 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Attempting to bind port bd41747b-cd88-4d3d-a0b5-1d04686c6217 on network 756191ce-3246-4dd0-8a83-e15cbf383d8a {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:26.133730 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Port bd41747b-cd88-4d3d-a0b5-1d04686c6217 on network 756191ce-3246-4dd0-8a83-e15cbf383d8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:26.134055 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Attempting to bind port bd41747b-cd88-4d3d-a0b5-1d04686c6217 on network 756191ce-3246-4dd0-8a83-e15cbf383d8a {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:26.143196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fc739-40ea-441d-b173-562e53178a1b req-0bacfa9a-1da2-4663-99e0-9787e1ee9ece tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.150412 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ff4fc739-40ea-441d-b173-562e53178a1b req-0bacfa9a-1da2-4663-99e0-9787e1ee9ece tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.4272816
May 10 17:17:26.170715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Transition to ACTIVE for port object 0ec6854e-b42f-4164-be26-d0aefc87ff36 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:26.176984 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.182694 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:26.183025 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Checking segment: {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:26.183621 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Bound using segment: {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:26.184104 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Bound port: bd41747b-cd88-4d3d-a0b5-1d04686c6217, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88b3ec7-de50-41eb-977d-a3de365102fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a'}}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:26.184633 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.185532 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:26.204852 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce524206-914b-4e6c-85a5-e168eff83cd2 req-c90c28c8-5830-4f9e-b382-c12b2ea7853c tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.206385 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ce524206-914b-4e6c-85a5-e168eff83cd2 req-c90c28c8-5830-4f9e-b382-c12b2ea7853c tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.4025245
May 10 17:17:26.307712 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ff4fc739-40ea-441d-b173-562e53178a1b req-2233e90d-103d-4974-abec-1e356db28118 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564097
May 10 17:17:26.338158 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ce524206-914b-4e6c-85a5-e168eff83cd2 req-8d219bf5-ca4e-467d-8f43-ec9c42c3d242 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241887
May 10 17:17:26.364164 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] For port bd41747b-cd88-4d3d-a0b5-1d04686c6217, host hv-cinder-78638, cleared binding levels {{(pid=78765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:26.370310 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] For port bd41747b-cd88-4d3d-a0b5-1d04686c6217, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:26.382861 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.389265 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:26.471796 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.536222 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.537591 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.539541 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] 10.222.0.43 "PUT /v2.0/ports/bd41747b-cd88-4d3d-a0b5-1d04686c6217 HTTP/1.1" status: 200  len: 1094 time: 2.3325033
May 10 17:17:26.613547 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'tag': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:26.665594 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-e8981cda-5c41-4af3-85b8-a01dfb5e15e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca8e68d-758d-4b63-a299-dd5c81076059 HTTP/1.1" status: 200  len: 217 time: 0.1606977
May 10 17:17:26.764586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Pushing event updated for resources: {'Port': ['ID=0ec6854e-b42f-4164-be26-d0aefc87ff36,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:26.768393 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:26.789019 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:26.795437 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Attempting to bind port 0ec6854e-b42f-4164-be26-d0aefc87ff36 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:26.795763 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Attempting to bind port 0ec6854e-b42f-4164-be26-d0aefc87ff36 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:26.796109 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Attempting to bind port 0ec6854e-b42f-4164-be26-d0aefc87ff36 on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:26.808631 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Port 0ec6854e-b42f-4164-be26-d0aefc87ff36 on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:26.808952 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Attempting to bind port 0ec6854e-b42f-4164-be26-d0aefc87ff36 on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:26.812050 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:26.829109 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.838074 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:26.876715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-866a172d-8b81-4abb-9296-4b6fd5af63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.878191 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-866a172d-8b81-4abb-9296-4b6fd5af63ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.1641860
May 10 17:17:26.878906 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:26.879234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Checking segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:26.879610 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Bound using segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:26.880077 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Bound port: 0ec6854e-b42f-4164-be26-d0aefc87ff36, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:26.880414 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.890157 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Pushing event updated for resources: {'Port': ['ID=bd41747b-cd88-4d3d-a0b5-1d04686c6217,revision_number=3']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:26.899292 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:26.940641 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8385162
May 10 17:17:26.973627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.974914 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.976616 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] 10.222.0.43 "PUT /v2.0/ports/1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 200  len: 1093 time: 2.7693737
May 10 17:17:26.977475 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'tag': '1084279b-00d6-4577-aacc-d687593238ea'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:26.984306 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006a96f-c9b3-4d14-8dc3-4161fd85fd2e req-b35afdc0-ef91-417a-b64e-1fcb00f35759 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.987941 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-297b2e40-f706-4f5f-8586-62cab20b2cd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0958765
May 10 17:17:26.991353 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0006a96f-c9b3-4d14-8dc3-4161fd85fd2e req-b35afdc0-ef91-417a-b64e-1fcb00f35759 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.4765437
May 10 17:17:27.003746 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb7b7-5e38-4e6b-b631-8e2843ddad66 req-a3d4521a-3b1b-4724-9c4e-d191605bbc9d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.012347 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-34bcb7b7-5e38-4e6b-b631-8e2843ddad66 req-a3d4521a-3b1b-4724-9c4e-d191605bbc9d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.2991960
May 10 17:17:27.070696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-fd0c8197-bc15-486f-a3c0-7162da8f2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.072658 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-fd0c8197-bc15-486f-a3c0-7162da8f2fd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 1097 time: 0.3687828
May 10 17:17:27.090832 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-34bcb7b7-5e38-4e6b-b631-8e2843ddad66 req-d002d0b6-8341-440d-a3d9-53b7c8608beb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775228
May 10 17:17:27.128239 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0006a96f-c9b3-4d14-8dc3-4161fd85fd2e req-d62af315-4503-40dc-838f-c2d91082b8c0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359515
May 10 17:17:27.166045 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] For port 0ec6854e-b42f-4164-be26-d0aefc87ff36, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:27.170102 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] For port 0ec6854e-b42f-4164-be26-d0aefc87ff36, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:27.173612 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:27.178293 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:27.180032 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.184907 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-5ba2a872-287b-4baf-8d62-f24145a3f5eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:27.244445 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.245576 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.246967 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] 10.222.0.43 "PUT /v2.0/ports/0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 200  len: 1093 time: 2.9887753
May 10 17:17:27.388025 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'tag': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217', 'status': 'completed', 'code': 200}
May 10 17:17:27.417157 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'tag': '1084279b-00d6-4577-aacc-d687593238ea', 'status': 'completed', 'code': 200}
May 10 17:17:27.488467 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-27e750c5-5968-4031-aa39-934ddad9d779 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217 HTTP/1.1" status: 200  len: 217 time: 0.2389379
May 10 17:17:27.537797 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-4a636ec6-a9fd-4dcc-8087-c66cea5f8083 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873859
May 10 17:17:27.647409 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Pushing event updated for resources: {'Port': ['ID=0ec6854e-b42f-4164-be26-d0aefc87ff36,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:27.654386 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:27.656658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26fd2-4c06-4b73-8290-a9542ac80790 req-14bc7354-4512-4d1b-9b71-496f83214436 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.658671 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-47e26fd2-4c06-4b73-8290-a9542ac80790 req-14bc7354-4512-4d1b-9b71-496f83214436 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.2698097
May 10 17:17:27.746380 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-e34f9bbf-408d-48d8-a3f4-58cff9059564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.747976 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-e34f9bbf-408d-48d8-a3f4-58cff9059564 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 1096 time: 0.3296638
May 10 17:17:27.754129 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-5884ace3-3bfc-4d7f-b1fc-54c64a093ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.756314 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-5884ace3-3bfc-4d7f-b1fc-54c64a093ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1096 time: 0.3436849
May 10 17:17:27.763156 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f0de8614-8410-4f0c-826c-4fda9757cf6a req-b17da675-cdd7-4f90-b322-4b86f6b07e04 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119923
May 10 17:17:27.811733 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-961c2f15-394c-4ce3-a654-2844c210e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.813349 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-961c2f15-394c-4ce3-a654-2844c210e73b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.3090229
May 10 17:17:27.853684 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-47e26fd2-4c06-4b73-8290-a9542ac80790 req-be971ad8-56af-4de0-9431-215cb119305d tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772854
May 10 17:17:27.875090 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eb968-d03a-4811-bc3e-7976ef1f5b5d req-e4e39079-5b11-43d0-b4ca-2b74c616753f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.878092 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6d0eb968-d03a-4811-bc3e-7976ef1f5b5d req-e4e39079-5b11-43d0-b4ca-2b74c616753f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.3748646
May 10 17:17:27.942374 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6d0eb968-d03a-4811-bc3e-7976ef1f5b5d req-d7d7e365-8ac5-400a-aff7-d300655c4d48 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578701
May 10 17:17:27.983573 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-5c1ca803-49b9-4ee4-8ddc-bcb79e20cb61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 200  len: 217 time: 0.1722035
May 10 17:17:28.001144 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-a3269623-ea4b-462c-872d-c5d55ff25e93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 200  len: 217 time: 0.0765703
May 10 17:17:28.067361 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-12417795-d2ce-4341-8573-7ae34322a20f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978069
May 10 17:17:28.131664 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfa6a4-2c95-4466-bfda-bdb3d2d56b36 req-cab05b23-6945-4909-9657-f7a993fe548c tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:28.133265 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3fdfa6a4-2c95-4466-bfda-bdb3d2d56b36 req-cab05b23-6945-4909-9657-f7a993fe548c tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.1089482
May 10 17:17:28.229606 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3fdfa6a4-2c95-4466-bfda-bdb3d2d56b36 req-33499439-a1e8-403d-ba17-587232e8c56a tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897813
May 10 17:17:28.331635 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ce8a7-5a62-4c9f-819a-4b32ba21f4b2 req-36f11a35-e04c-47a2-bc77-3040556a3f19 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:28.333118 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-df9ce8a7-5a62-4c9f-819a-4b32ba21f4b2 req-36f11a35-e04c-47a2-bc77-3040556a3f19 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.0961273
May 10 17:17:28.424734 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-df9ce8a7-5a62-4c9f-819a-4b32ba21f4b2 req-6c2bf83b-bba2-49e7-bfb9-b34985ddc77a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568449
May 10 17:17:28.463483 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c081d3-1d8c-4790-82e8-0b7cf034ec1e req-7cebf5aa-c51d-4acf-9bd7-b04699b3febd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:28.472459 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a6c081d3-1d8c-4790-82e8-0b7cf034ec1e req-7cebf5aa-c51d-4acf-9bd7-b04699b3febd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1383448
May 10 17:17:28.516660 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a6c081d3-1d8c-4790-82e8-0b7cf034ec1e req-152f1a44-f3ce-4a67-ae68-07c68ef94a04 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430956
May 10 17:17:29.043920 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1dbe-056a-400d-9019-8e012ac3674d req-bf70644b-a9fe-4327-8d04-cf314515aa5d tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.045426 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8e3b1dbe-056a-400d-9019-8e012ac3674d req-bf70644b-a9fe-4327-8d04-cf314515aa5d tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.0865958
May 10 17:17:29.134841 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8e3b1dbe-056a-400d-9019-8e012ac3674d req-469a4c70-0102-4c4e-bb82-e87d1a4a54e4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831292
May 10 17:17:29.169037 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934580-e6b6-4c3d-838f-993df39f85ac req-eff29bcf-5e6b-48a2-8935-6b7f3bc9c872 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.170489 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-93934580-e6b6-4c3d-838f-993df39f85ac req-eff29bcf-5e6b-48a2-8935-6b7f3bc9c872 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.1059451
May 10 17:17:29.215204 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-93934580-e6b6-4c3d-838f-993df39f85ac req-3742fb2a-817e-48b0-b956-2a64bb13782a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388813
May 10 17:17:29.418420 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:29.418973 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f78b6-84ec-4e38-9aff-84dc7914220f req-49cef1c7-3924-4d21-bbbc-e4e856ab449b tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.420215 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-132f78b6-84ec-4e38-9aff-84dc7914220f req-49cef1c7-3924-4d21-bbbc-e4e856ab449b tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.0818422
May 10 17:17:29.464608 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'status': 'completed', 'code': 200}
May 10 17:17:29.467280 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-132f78b6-84ec-4e38-9aff-84dc7914220f req-77aaa609-811f-40b2-b03b-0f459b3c7747 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409338
May 10 17:17:29.624925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70025-1952-4ae5-87e7-e70ac6769322 req-da665ac9-eac6-4a25-9679-d8b5c7835533 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.626700 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-37b70025-1952-4ae5-87e7-e70ac6769322 req-da665ac9-eac6-4a25-9679-d8b5c7835533 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.0825353
May 10 17:17:29.717689 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-37b70025-1952-4ae5-87e7-e70ac6769322 req-8aa503d2-5894-4213-a110-89f6a35af0cb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523813
May 10 17:17:29.742610 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d10d0-eed7-4af6-82a6-9a8d64b910da req-ec1a3e70-cab4-414e-a283-9dc1bfc13d14 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.744121 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d37d10d0-eed7-4af6-82a6-9a8d64b910da req-ec1a3e70-cab4-414e-a283-9dc1bfc13d14 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1165326
May 10 17:17:29.790334 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d37d10d0-eed7-4af6-82a6-9a8d64b910da req-b0ab4cc4-68eb-4de3-8cea-06bcb3a0dfec tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404007
May 10 17:17:30.155502 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:17:30.322042 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6888ff9-573b-4ce4-9613-4f3a55659aa8 req-0a0387b8-d5a9-4dcb-b9bb-43c89aa3e1e7 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:30.323415 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e6888ff9-573b-4ce4-9613-4f3a55659aa8 req-0a0387b8-d5a9-4dcb-b9bb-43c89aa3e1e7 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.0799656
May 10 17:17:30.412360 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e6888ff9-573b-4ce4-9613-4f3a55659aa8 req-3cfaf3d7-70aa-4f15-8213-0aa7a3463d49 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556951
May 10 17:17:30.445715 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2f644-6b62-4427-ab4f-46dae5bec234 req-63bf66f2-502e-4ae9-9141-0cce65defe2d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:30.447167 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-36d2f644-6b62-4427-ab4f-46dae5bec234 req-63bf66f2-502e-4ae9-9141-0cce65defe2d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.1228559
May 10 17:17:30.493209 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-36d2f644-6b62-4427-ab4f-46dae5bec234 req-095ba7c7-befd-44da-8e80-440501f1c3cb tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399494
May 10 17:17:30.650698 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d2616-1018-47a5-8581-61c004e48cc6 req-9fb4022e-1877-44cf-bc64-511ef3574568 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:30.652205 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ac2d2616-1018-47a5-8581-61c004e48cc6 req-9fb4022e-1877-44cf-bc64-511ef3574568 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.0813015
May 10 17:17:30.698239 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ac2d2616-1018-47a5-8581-61c004e48cc6 req-95f587c3-84c5-475f-9be1-b8c167b662bc tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402431
May 10 17:17:30.944909 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2f781-d571-4f82-8317-4b652d6c139e req-aacbeeeb-9ccf-4f99-b87e-faa8b93bf10c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:30.946232 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-caa2f781-d571-4f82-8317-4b652d6c139e req-aacbeeeb-9ccf-4f99-b87e-faa8b93bf10c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.1169813
May 10 17:17:31.004559 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-caa2f781-d571-4f82-8317-4b652d6c139e req-83045604-a1cd-4164-ae23-099e573fa2c5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525899
May 10 17:17:31.029857 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdb922-3d0f-4d55-a88d-4fc46e007329 req-39ce021d-c22e-4e7e-80da-08c26b82925f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.031322 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6fcdb922-3d0f-4d55-a88d-4fc46e007329 req-39ce021d-c22e-4e7e-80da-08c26b82925f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1281972
May 10 17:17:31.076808 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6fcdb922-3d0f-4d55-a88d-4fc46e007329 req-e78b06cb-1a05-4ce8-a8e6-998953f1ef0e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396569
May 10 17:17:31.190832 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-f3094775-db8c-4ec2-ac4f-8d399a092b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.194794 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-f3094775-db8c-4ec2-ac4f-8d399a092b3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.1059432
May 10 17:17:31.218235 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-0f41cf7a-c80b-46b8-b7fc-8b6345da6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.219626 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-0f41cf7a-c80b-46b8-b7fc-8b6345da6095 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.0973942
May 10 17:17:31.235745 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-bffef8cf-7952-4659-a686-b58eec90c083 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417840
May 10 17:17:31.390434 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-d3532aa0-83e8-490e-91d5-90763db70093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.392167 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-d3532aa0-83e8-490e-91d5-90763db70093 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1154146
May 10 17:17:31.394211 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-e04723ab-5d81-4c22-9f90-4d2304fa67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.395506 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-e04723ab-5d81-4c22-9f90-4d2304fa67f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1561260
May 10 17:17:31.406044 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8cb75fa-c0b6-43d1-bf1f-3dc4e5e85188 req-b386f5b5-5ff9-483f-bce3-00b5b9a4c688 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454542
May 10 17:17:31.756900 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-b0e1d240-341a-4184-99b5-e892e625ebab service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2910357
May 10 17:17:31.758462 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-cf4df916-28cc-4478-8274-1f0f8e5d0821 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3126476
May 10 17:17:31.869110 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedd9c4-116b-41b7-a18c-fa8361b752be req-ec56a24a-8151-4a5d-9726-9e8e770f39d1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.870856 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7dedd9c4-116b-41b7-a18c-fa8361b752be req-ec56a24a-8151-4a5d-9726-9e8e770f39d1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.2276320
May 10 17:17:31.881521 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda97c5-e58a-42c1-ac3a-cb105941f32d req-2f997850-83af-4eab-a17b-3ce5d885c57c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.883001 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1eda97c5-e58a-42c1-ac3a-cb105941f32d req-2f997850-83af-4eab-a17b-3ce5d885c57c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.3425627
May 10 17:17:31.898858 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-7a7c61ed-3c37-4808-b024-031f97b58f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.900412 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-7a7c61ed-3c37-4808-b024-031f97b58f8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 1097 time: 0.2947969
May 10 17:17:32.030669 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4e92b746-38f1-4d06-916c-a886af0bc8a2 req-5d5cb611-95c6-42ea-8853-f3eb0b4962b1 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2600667
May 10 17:17:32.033875 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c61c4ca6-07cd-478f-afd4-71426b24e1e5 req-780f0e7b-1150-41fd-bcfe-64f70d77714a service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379732
May 10 17:17:32.056688 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7dedd9c4-116b-41b7-a18c-fa8361b752be req-4df1cbfc-6390-40e9-867e-4bf22f2fa657 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724813
May 10 17:17:32.115779 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1eda97c5-e58a-42c1-ac3a-cb105941f32d req-08fe024e-3c08-4c87-a508-c238c1c4aaa8 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142465
May 10 17:17:32.116990 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-f452f69e-a3b8-4b0b-8eda-eef5084d8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.118369 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-f452f69e-a3b8-4b0b-8eda-eef5084d8771 service neutron] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 919 time: 0.1953251
May 10 17:17:32.356822 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-3088ce18-5421-49b0-bb1c-ffcc7d8835c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.358286 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-3088ce18-5421-49b0-bb1c-ffcc7d8835c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1096 time: 0.1343973
May 10 17:17:32.361697 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-cf38314c-37d2-45b4-a11d-e9c0d77656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.363181 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-cf38314c-37d2-45b4-a11d-e9c0d77656a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 1096 time: 0.1052494
May 10 17:17:32.401785 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-349562a1-6765-4bca-a0b5-278a346eeaea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217 HTTP/1.1" status: 200  len: 217 time: 0.1355214
May 10 17:17:32.496223 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-c7cd46e0-ab48-40eb-bedc-605fbe148ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.497747 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-c7cd46e0-ab48-40eb-bedc-605fbe148ede service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.0857351
May 10 17:17:32.562242 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143043e-3c8d-45da-a20d-35330634eee7 req-63f0a4c5-a43e-414f-b9b2-724b22abae30 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.570054 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9143043e-3c8d-45da-a20d-35330634eee7 req-63f0a4c5-a43e-414f-b9b2-724b22abae30 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.3641987
May 10 17:17:32.602691 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-ac4c008a-a4ed-4d90-a03c-e85742133db8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831194
May 10 17:17:32.632968 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-c844f995-87a7-4bfa-a7f5-5d1529fd6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.634370 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-c844f995-87a7-4bfa-a7f5-5d1529fd6e1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 912 time: 0.2564077
May 10 17:17:32.635283 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-c3bab313-776d-4b36-be1b-9d1a5b058368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.636616 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-c3bab313-776d-4b36-be1b-9d1a5b058368 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.2599478
May 10 17:17:32.652523 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7eb0ca-5ca1-4986-ae8a-47be387414e1 req-d281f7ee-0544-4138-8c66-74e1b86bacc7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.659387 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3b7eb0ca-5ca1-4986-ae8a-47be387414e1 req-d281f7ee-0544-4138-8c66-74e1b86bacc7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.3152866
May 10 17:17:32.735688 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9143043e-3c8d-45da-a20d-35330634eee7 req-e9a8b8c5-2163-454c-a068-0be8d10bf172 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649089
May 10 17:17:32.789850 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-024d8de8-03e9-4c25-a036-aa9ce26547bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 200  len: 217 time: 0.1397717
May 10 17:17:32.791121 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3b7eb0ca-5ca1-4986-ae8a-47be387414e1 req-ee257de5-ad2c-4598-9dd1-65e348d2738d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307516
May 10 17:17:32.829079 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-840448fc-b112-4dab-929e-c04b2db66615 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 200  len: 217 time: 0.1801291
May 10 17:17:32.866133 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-f11cc828-ce5d-47d2-8c93-f7d77746e654 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440879
May 10 17:17:32.913274 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-e40d8b18-eaed-46ec-bdc2-230c8f6277ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.914824 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-e40d8b18-eaed-46ec-bdc2-230c8f6277ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.1168053
May 10 17:17:32.972444 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-7347fb0e-68f5-40b3-be06-2c5fd8bc197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.974466 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-7347fb0e-68f5-40b3-be06-2c5fd8bc197d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.1287158
May 10 17:17:33.061743 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-103556f0-11e7-4f4b-a4e2-7845f4b604b9 req-7f29be13-814b-4243-bdbb-7aa9ff656f5c service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573534
May 10 17:17:33.075622 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19fe2e-7900-4ca1-b953-cb8472d8222f req-d7e919fa-ae4e-4f42-9f87-f65c9d9b4d91 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.077172 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee19fe2e-7900-4ca1-b953-cb8472d8222f req-d7e919fa-ae4e-4f42-9f87-f65c9d9b4d91 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.2051153
May 10 17:17:33.117282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-ab10a800-2e6e-46f1-a5d8-d7c43f851bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.119032 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-ab10a800-2e6e-46f1-a5d8-d7c43f851bdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1921051
May 10 17:17:33.133272 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee19fe2e-7900-4ca1-b953-cb8472d8222f req-d8cd524a-438d-40fd-a9ab-8999f7d9fbe4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470593
May 10 17:17:33.232301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-13d44301-8559-41e3-968d-5ea925bd1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.234373 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-13d44301-8559-41e3-968d-5ea925bd1901 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2419171
May 10 17:17:33.350808 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696062bd-8827-4d0e-81f0-9266de981b8d req-c173d953-4f69-4812-9e94-0b0a0707761a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.352794 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-696062bd-8827-4d0e-81f0-9266de981b8d req-c173d953-4f69-4812-9e94-0b0a0707761a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.1304576
May 10 17:17:33.449316 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-696062bd-8827-4d0e-81f0-9266de981b8d req-f9b73867-bcae-4c34-8457-762071e14540 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880427
May 10 17:17:33.489809 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-9770d883-94fe-4541-a0d5-ae6e9a84b6ba service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3599160
May 10 17:17:33.606902 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-5cf032c7-57b8-4cda-ae28-ed44ef2e1c20 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3560908
May 10 17:17:33.664183 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3abac6fb-a533-42c4-a5a1-c59ce064f987 req-ac00712b-6f0a-40dd-87bf-870bb700e45c service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573882
May 10 17:17:34.001392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a64a-0eeb-44f7-a5f1-f4921a3ac12f req-d9bc51e9-5e2c-4cf7-8a40-d9709c249466 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:34.002846 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6868a64a-0eeb-44f7-a5f1-f4921a3ac12f req-d9bc51e9-5e2c-4cf7-8a40-d9709c249466 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.1016085
May 10 17:17:34.049146 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6868a64a-0eeb-44f7-a5f1-f4921a3ac12f req-b47a8ce4-2437-40f2-8d05-76455b407d48 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404465
May 10 17:17:34.327824 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba0d3b-9603-4aaf-b2bb-acb36134159d req-23db0f4d-d08e-4a9c-8b68-4e3dbd55d7a3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:34.329291 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-53ba0d3b-9603-4aaf-b2bb-acb36134159d req-23db0f4d-d08e-4a9c-8b68-4e3dbd55d7a3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.0809085
May 10 17:17:34.373263 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-53ba0d3b-9603-4aaf-b2bb-acb36134159d req-0e8e90df-2849-444b-b387-57c822dc9825 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376399
May 10 17:17:34.643087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d674bd-8470-4a94-b478-d547440ea6e5 req-97774694-e035-4476-9660-8309cb53708c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:34.644548 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d674bd-8470-4a94-b478-d547440ea6e5 req-97774694-e035-4476-9660-8309cb53708c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.0859787
May 10 17:17:34.690228 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d674bd-8470-4a94-b478-d547440ea6e5 req-7b7a4048-d4d9-493b-9c99-74c379f67077 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396600
May 10 17:17:35.234152 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfca7a-cd5b-4237-a955-0b7961e8495f req-a3d2e763-4b15-4eec-9192-87084518bcc3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.235582 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1dbfca7a-cd5b-4237-a955-0b7961e8495f req-a3d2e763-4b15-4eec-9192-87084518bcc3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.0832145
May 10 17:17:35.345260 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1dbfca7a-cd5b-4237-a955-0b7961e8495f req-19d688f2-b9bc-4582-90af-28611134de00 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028724
May 10 17:17:35.558964 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9d5bc-04b7-4fbf-a11a-9a139d74f26b req-64f8c613-9e6e-441e-bc02-278db17e4368 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.560495 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bce9d5bc-04b7-4fbf-a11a-9a139d74f26b req-64f8c613-9e6e-441e-bc02-278db17e4368 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.0787206
May 10 17:17:35.612647 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bce9d5bc-04b7-4fbf-a11a-9a139d74f26b req-b15c1527-604b-4ef1-b2f4-efab38f0a575 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461109
May 10 17:17:35.875346 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9c9f6-d72d-4711-b481-623294f5ff7f req-4069e8f5-f847-41a4-a68c-b9737d5d69ad tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.876984 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-29a9c9f6-d72d-4711-b481-623294f5ff7f req-4069e8f5-f847-41a4-a68c-b9737d5d69ad tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 944 time: 0.0789812
May 10 17:17:35.921594 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-29a9c9f6-d72d-4711-b481-623294f5ff7f req-ca28f824-50c8-4a9b-b6fe-c3ebdfefb114 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388710
May 10 17:17:36.470973 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device bd41747b-cd88-4d3d-a0b5-1d04686c6217 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:36.537076 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14353-7932-467d-a770-872932f20ec1 req-6178754d-0465-4016-94b4-84fd7882f5d7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.538793 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-89e14353-7932-467d-a770-872932f20ec1 req-6178754d-0465-4016-94b4-84fd7882f5d7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 943 time: 0.0883703
May 10 17:17:36.593244 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-89e14353-7932-467d-a770-872932f20ec1 req-89ca7118-a7d8-4d0e-beef-0792e364a138 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482478
May 10 17:17:36.626960 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-865b02e8-7f66-4e52-8136-f260d8b9467a req-81a20c83-4cfb-4bd6-baac-942486657c91 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484163
May 10 17:17:36.647632 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port bd41747b-cd88-4d3d-a0b5-1d04686c6217, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:36.662774 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217', 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'port_id': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217', 'mac_address': 'fa:16:3e:1d:83:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fdb337-0af1-4989-9876-427e3a89e535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:36.730411 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:36.754934 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd41747b-cd88-4d3d-a0b5-1d04686c6217 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:36.774718 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port bd41747b-cd88-4d3d-a0b5-1d04686c6217, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:36.781623 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:36.782582 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 8ca8e68d-758d-4b63-a299-dd5c81076059 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:36.791774 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:36.852969 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145738ed-4f6b-4cb6-81ab-3e992f6cc1d4 req-dd03f6cd-7aa5-4095-b12d-09855aebebc3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.854432 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-145738ed-4f6b-4cb6-81ab-3e992f6cc1d4 req-dd03f6cd-7aa5-4095-b12d-09855aebebc3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1192276
May 10 17:17:36.855040 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 8ca8e68d-758d-4b63-a299-dd5c81076059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8ca8e68d-758d-4b63-a299-dd5c81076059,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:36.882017 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '8ca8e68d-758d-4b63-a299-dd5c81076059', 'network_id': '756191ce-3246-4dd0-8a83-e15cbf383d8a', 'port_id': '8ca8e68d-758d-4b63-a299-dd5c81076059', 'mac_address': 'fa:16:3e:ac:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fdb337-0af1-4989-9876-427e3a89e535', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:36.887582 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=bd41747b-cd88-4d3d-a0b5-1d04686c6217,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:36.913744 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-145738ed-4f6b-4cb6-81ab-3e992f6cc1d4 req-6ced7bb6-6c89-485a-81ce-b0b3cd849e46 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495617
May 10 17:17:36.932149 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.932498 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.932834 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.933166 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.933490 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.933819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.934146 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.934463 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.934785 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.935106 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.935425 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.935740 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:36.942142 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:36.965527 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:36.992080 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca8e68d-758d-4b63-a299-dd5c81076059 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:37.011328 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 8ca8e68d-758d-4b63-a299-dd5c81076059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8ca8e68d-758d-4b63-a299-dd5c81076059,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:37.016706 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:37.017764 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 0ec6854e-b42f-4164-be26-d0aefc87ff36 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:37.020119 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:37.152511 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377b88-3441-48c0-bb15-fbdc772dbbfe req-b1c2d9e4-e356-46ee-ad5d-066e14d66316 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:37.154160 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3e377b88-3441-48c0-bb15-fbdc772dbbfe req-b1c2d9e4-e356-46ee-ad5d-066e14d66316 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 945 time: 0.1139874
May 10 17:17:37.173960 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=8ca8e68d-758d-4b63-a299-dd5c81076059,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:37.180289 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:37.205369 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3e377b88-3441-48c0-bb15-fbdc772dbbfe req-2fe3b79f-3e71-4fcc-bc27-28e59f9fabb9 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445640
May 10 17:17:37.247506 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 0ec6854e-b42f-4164-be26-d0aefc87ff36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:37.261327 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'port_id': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'mac_address': 'fa:16:3e:37:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:37.329289 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:37.346564 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec6854e-b42f-4164-be26-d0aefc87ff36 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:37.361780 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 0ec6854e-b42f-4164-be26-d0aefc87ff36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:37.365642 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:37.366416 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:37.368353 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-83bdfa59-5cac-411e-b4fc-e576e60c846f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:37.500914 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=0ec6854e-b42f-4164-be26-d0aefc87ff36,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:37.507263 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:37.562768 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:37.578152 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '1084279b-00d6-4577-aacc-d687593238ea', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'port_id': '1084279b-00d6-4577-aacc-d687593238ea', 'mac_address': 'fa:16:3e:09:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:37.640705 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:37.660849 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1084279b-00d6-4577-aacc-d687593238ea {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:37.677526 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:37.685319 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:37.690276 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:37.768394 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:37.772463 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:37.799011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37156e8-c5d2-423f-bc2b-8dd761b54d2d req-e3d36fc3-d6cf-40ea-9a4c-a1b8e07e89fd tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:37.800864 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c37156e8-c5d2-423f-bc2b-8dd761b54d2d req-e3d36fc3-d6cf-40ea-9a4c-a1b8e07e89fd tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 944 time: 0.0888796
May 10 17:17:37.847592 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c37156e8-c5d2-423f-bc2b-8dd761b54d2d req-0e03bfe6-eed6-4b2f-a0e4-0e0fcf11c474 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397909
May 10 17:17:38.110847 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739ad35-e6c3-4c91-bafb-c2ccef18ddec req-e0fed332-5f3b-46c4-80be-3ef8d3be9c3a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:38.112313 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0739ad35-e6c3-4c91-bafb-c2ccef18ddec req-e0fed332-5f3b-46c4-80be-3ef8d3be9c3a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.0788543
May 10 17:17:38.162630 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0739ad35-e6c3-4c91-bafb-c2ccef18ddec req-d61e7c40-50a0-4245-91e0-c412c100b435 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439084
May 10 17:17:38.390696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522f4b4-08b2-4a98-ad4f-6ecf6def455e req-0f9eba13-5317-41a9-80a2-549c6d0bac5a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:38.392072 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b522f4b4-08b2-4a98-ad4f-6ecf6def455e req-0f9eba13-5317-41a9-80a2-549c6d0bac5a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 945 time: 0.0791533
May 10 17:17:38.436831 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b522f4b4-08b2-4a98-ad4f-6ecf6def455e req-838c0155-ae5e-4637-bbe6-f65369b30ffd tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380275
May 10 17:17:39.041861 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5cd73-796e-4a59-9634-2feeff0e0333 req-3a5ba245-58d2-43c6-ad2a-bb1f8c2609f5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:39.043947 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-05a5cd73-796e-4a59-9634-2feeff0e0333 req-3a5ba245-58d2-43c6-ad2a-bb1f8c2609f5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 944 time: 0.0868444
May 10 17:17:39.089785 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-05a5cd73-796e-4a59-9634-2feeff0e0333 req-7a20ec3b-5a3f-4b08-9b98-777e6134bbcf tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394619
May 10 17:17:39.360873 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25246a-1a82-4a2a-b837-4d674b8b4dff req-538b1ffa-03aa-4fbb-baf2-302fba7e483b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:39.362321 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bf25246a-1a82-4a2a-b837-4d674b8b4dff req-538b1ffa-03aa-4fbb-baf2-302fba7e483b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.0817168
May 10 17:17:39.407196 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bf25246a-1a82-4a2a-b837-4d674b8b4dff req-e55799a2-e18a-47b5-8073-6388ef81219e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390625
May 10 17:17:39.622229 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ced938-5cba-483d-876f-89b5018f947c req-b71c1df4-a045-492d-b7f6-120f2131bf8a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:39.623609 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5ced938-5cba-483d-876f-89b5018f947c req-b71c1df4-a045-492d-b7f6-120f2131bf8a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 945 time: 0.0818281
May 10 17:17:39.670396 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5ced938-5cba-483d-876f-89b5018f947c req-52a21937-9bbc-4119-86ee-8ac0b0ab16a5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408061
May 10 17:17:40.225255 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b33b9990-cd6b-4278-8794-fd0fa48b22ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:40.247684 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-2981e5e0-2484-4520-8b27-3b2b6eca5603 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768387
May 10 17:17:40.419773 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308d803-daa9-4245-8f5c-932a063aada8 req-ec2231af-99fa-4194-a191-23436ad3ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.421304 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-ec2231af-99fa-4194-a191-23436ad3ac92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a9b566e18054d3dae48ab94dfc515a5&device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 1099 time: 0.0726612
May 10 17:17:40.427405 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879a626-6f90-4469-81fc-16d37c5d7d65 req-b717e7ff-dc59-4711-87c0-36db4b212a1b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.429381 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e879a626-6f90-4469-81fc-16d37c5d7d65 req-b717e7ff-dc59-4711-87c0-36db4b212a1b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 944 time: 0.0872898
May 10 17:17:40.488337 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e879a626-6f90-4469-81fc-16d37c5d7d65 req-468d5539-c21a-4248-9d22-45c9defbe66d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491879
May 10 17:17:40.571562 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308d803-daa9-4245-8f5c-932a063aada8 req-d19cde8d-d6a7-4702-bfc9-5a973d120535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.573022 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-d19cde8d-d6a7-4702-bfc9-5a973d120535 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce14940e-6753-4da5-affc-87e6c6c13ca4 HTTP/1.1" status: 200  len: 913 time: 0.1286628
May 10 17:17:40.613970 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89566c0-9d96-42fe-9f3c-9fb0fabde4c2 req-8e2cd7d3-99d2-499a-bd0d-0bce23e74047 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.615450 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b89566c0-9d96-42fe-9f3c-9fb0fabde4c2 req-8e2cd7d3-99d2-499a-bd0d-0bce23e74047 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.0826521
May 10 17:17:40.647573 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-dcf4254d-6d2a-4921-a6ae-19e7df74773f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96665c3-4cca-4897-8697-72413514c565 HTTP/1.1" status: 200  len: 217 time: 0.0651152
May 10 17:17:40.665305 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b89566c0-9d96-42fe-9f3c-9fb0fabde4c2 req-64d549f8-3001-4664-b235-b9f31cd7895c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436926
May 10 17:17:40.674532 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['8ca8e68d-758d-4b63-a299-dd5c81076059'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:40.717583 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308d803-daa9-4245-8f5c-932a063aada8 req-b2c262ee-d64d-48d3-9ccf-0d2a9c4ba756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.719075 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-b2c262ee-d64d-48d3-9ccf-0d2a9c4ba756 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=696541cc-6cbf-4fb3-ab8c-2be041a93ee8 HTTP/1.1" status: 200  len: 852 time: 0.0635772
May 10 17:17:40.728797 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['0ec6854e-b42f-4164-be26-d0aefc87ff36'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:40.768192 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['1084279b-00d6-4577-aacc-d687593238ea'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:40.773326 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-2e6e8f1e-f663-4d52-9035-05323c06ae91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce14940e-6753-4da5-affc-87e6c6c13ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441442
May 10 17:17:40.805469 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['bd41747b-cd88-4d3d-a0b5-1d04686c6217'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:40.873480 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca179de2-f243-4530-ab48-ed406bed0daa req-23a6b66f-33df-4ff7-9c0e-b38470bb5656 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.875368 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ca179de2-f243-4530-ab48-ed406bed0daa req-23a6b66f-33df-4ff7-9c0e-b38470bb5656 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 945 time: 0.0883880
May 10 17:17:40.915914 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-cdc1177e-c655-4328-a8a0-67d1b7ca5379 service neutron] 10.222.0.43 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339347
May 10 17:17:40.926295 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ca179de2-f243-4530-ab48-ed406bed0daa req-df52e89d-085d-4a4f-b374-7d982838dd19 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417759
May 10 17:17:41.075656 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d308d803-daa9-4245-8f5c-932a063aada8 req-a33cf09c-64f6-4f66-a3e4-f7d8e80337ee service neutron] 10.222.0.43 "GET /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453531
May 10 17:17:41.706047 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbeb08-3a6a-4062-b433-7edc36d39289 req-44062a94-5efd-45fc-931a-77977feeb6a1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:41.707713 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-81fbeb08-3a6a-4062-b433-7edc36d39289 req-44062a94-5efd-45fc-931a-77977feeb6a1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 944 time: 0.0969589
May 10 17:17:41.757159 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-81fbeb08-3a6a-4062-b433-7edc36d39289 req-6c02bb2c-ca5d-41cd-99de-39257249d887 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427828
May 10 17:17:41.987880 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1f51-ad8f-4cf0-8678-44f221f7b365 req-cdf26c2f-ba75-4dfd-bdd9-a2b4b4664b93 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:41.996035 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d01f1f51-ad8f-4cf0-8678-44f221f7b365 req-cdf26c2f-ba75-4dfd-bdd9-a2b4b4664b93 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.1271884
May 10 17:17:42.064328 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d01f1f51-ad8f-4cf0-8678-44f221f7b365 req-806f3e04-98a3-451c-a30d-33be79724bbf tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516067
May 10 17:17:42.212097 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fcb06-30eb-42f1-8d29-3d4474f4635b req-981f37b2-e129-4e97-b591-b7d2e61fac75 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:42.213470 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f5fcb06-30eb-42f1-8d29-3d4474f4635b req-981f37b2-e129-4e97-b591-b7d2e61fac75 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 945 time: 0.1481316
May 10 17:17:42.265612 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f5fcb06-30eb-42f1-8d29-3d4474f4635b req-7b41da0a-f552-45c7-b948-6b7ebcd3cf3d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452247
May 10 17:17:42.645185 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:42.913957 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-35fe1c14-a161-47a9-b09a-8cb17fdd44a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:42.953191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131a10-d873-4c4f-834c-e6a60488028b req-63fe0a1e-4012-4eba-bf84-4c014e5bf90c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:42.954696 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7b131a10-d873-4c4f-834c-e6a60488028b req-63fe0a1e-4012-4eba-bf84-4c014e5bf90c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 944 time: 0.0897171
May 10 17:17:43.002718 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7b131a10-d873-4c4f-834c-e6a60488028b req-2add2664-8b0d-4897-bbea-a73c6a8023cc tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415280
May 10 17:17:43.262310 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3e35-ca13-4888-8e97-4a5964fecdb8 req-812694fe-d7fc-461d-8b22-8e3e5e6254a3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:43.263790 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c6fd3e35-ca13-4888-8e97-4a5964fecdb8 req-812694fe-d7fc-461d-8b22-8e3e5e6254a3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.0874488
May 10 17:17:43.315507 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c6fd3e35-ca13-4888-8e97-4a5964fecdb8 req-76dc7187-6393-4c14-bf1f-11d7075337dc tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449884
May 10 17:17:43.457920 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cf6c0-a097-4c84-b729-cc919a729dc1 req-a09dec3d-d1bc-476d-8688-60f539cb20e8 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:43.460118 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-675cf6c0-a097-4c84-b729-cc919a729dc1 req-a09dec3d-d1bc-476d-8688-60f539cb20e8 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 945 time: 0.0843108
May 10 17:17:43.513492 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-675cf6c0-a097-4c84-b729-cc919a729dc1 req-0c4c1dd7-58a7-4ae6-bf59-6cffda626073 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455134
May 10 17:17:43.856672 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.078369 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 0ec6854e-b42f-4164-be26-d0aefc87ff36 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:44.158320 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 0ec6854e-b42f-4164-be26-d0aefc87ff36 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:44.165254 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 0ec6854e-b42f-4164-be26-d0aefc87ff36 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:44.165718 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.231394 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5e04-2df8-489d-a333-7b6c88de6ead req-32dc0f21-0131-472a-9de8-a0f1326aaac3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:44.233503 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56fb5e04-2df8-489d-a333-7b6c88de6ead req-32dc0f21-0131-472a-9de8-a0f1326aaac3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 944 time: 0.1146712
May 10 17:17:44.300845 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.322386 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56fb5e04-2df8-489d-a333-7b6c88de6ead req-e9fd7b31-8f66-44ac-91a2-1a626a16402f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804629
May 10 17:17:44.335334 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:44.345346 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 0ec6854e-b42f-4164-be26-d0aefc87ff36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:44.350821 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.351744 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:44.380892 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:44.430586 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'code': 200}
May 10 17:17:44.483837 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=0ec6854e-b42f-4164-be26-d0aefc87ff36,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:44.488223 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:44.503181 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 1084279b-00d6-4577-aacc-d687593238ea completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:44.510920 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 1084279b-00d6-4577-aacc-d687593238ea triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:44.511609 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.586418 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4700ca-77c4-445c-8ff7-b9900cb0b31c req-df80f149-7141-42d3-82e3-ec85331722bc tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:44.588965 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c4700ca-77c4-445c-8ff7-b9900cb0b31c req-df80f149-7141-42d3-82e3-ec85331722bc tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.1174579
May 10 17:17:44.637775 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54056) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:44.655173 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c4700ca-77c4-445c-8ff7-b9900cb0b31c req-66918211-932a-45dc-9b98-c6678ac4c571 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591977
May 10 17:17:44.674493 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.732232 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54062) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:44.766886 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:44.773986 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.775312 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.777225 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 8ca8e68d-758d-4b63-a299-dd5c81076059 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:44.819503 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:44.909005 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:44.913251 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:44.920255 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.921446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83057537-1e4d-4ee1-b6a3-4c9f8394e5bf req-d72a29eb-1dab-4502-93bb-52daffb25e4b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:44.925562 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-83057537-1e4d-4ee1-b6a3-4c9f8394e5bf req-d72a29eb-1dab-4502-93bb-52daffb25e4b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 945 time: 0.1833723
May 10 17:17:44.927114 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 8ca8e68d-758d-4b63-a299-dd5c81076059 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:44.932389 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 8ca8e68d-758d-4b63-a299-dd5c81076059 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:44.932774 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.945428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:44.948948 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:44.967449 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:44.985498 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Usage tracker for resource:security_group_rule and tenant:9de4a08f08d54da78e5cd263700fd998 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:44.991637 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-83057537-1e4d-4ee1-b6a3-4c9f8394e5bf req-a91640bf-fbfa-485c-8ab6-638f068a1b75 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575011
May 10 17:17:44.996655 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Usage tracker for resource:security_group_rule and tenant:89cc623183fa4ac29e0c662c613ebb9d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:44.999205 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:45.002824 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:45.014629 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:45.017164 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:45.059005 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c010-5ee6-49f8-9e02-48233353b917 req-64833d95-0943-4274-860b-ff63a968d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:45.060835 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-52b8c010-5ee6-49f8-9e02-48233353b917 req-64833d95-0943-4274-860b-ff63a968d026 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 1098 time: 0.2854862
May 10 17:17:45.075691 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.115452 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 8ca8e68d-758d-4b63-a299-dd5c81076059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8ca8e68d-758d-4b63-a299-dd5c81076059,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:45.121612 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.122443 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device bd41747b-cd88-4d3d-a0b5-1d04686c6217 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:45.154077 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:45.159669 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-52b8c010-5ee6-49f8-9e02-48233353b917 req-ad8723ce-4926-4736-9421-05f7809b4072 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817642
May 10 17:17:45.236364 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.240829 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.243820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=8ca8e68d-758d-4b63-a299-dd5c81076059,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:45.246955 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:45.257604 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.258440 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port bd41747b-cd88-4d3d-a0b5-1d04686c6217 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:45.258649 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:45.263676 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port bd41747b-cd88-4d3d-a0b5-1d04686c6217 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:45.264592 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.269024 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.319856 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89cc623183fa4ac29e0c662c613ebb9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6809347
May 10 17:17:45.322397 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54078) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:45.328060 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf84f43-53d1-4310-8b65-f150cbf4fcdb,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:45.339275 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.347468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.366835 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:45.367257 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:45.383274 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9de4a08f08d54da78e5cd263700fd998&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6499138
May 10 17:17:45.385926 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54084) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:45.404358 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.418433 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0950360-226d-4f0b-bd0b-ebd84ff2105b,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:45.431904 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:45.446951 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.461828 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port bd41747b-cd88-4d3d-a0b5-1d04686c6217, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:45.468512 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.471591 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:45.473255 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.480036 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.501127 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.556250 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=bd41747b-cd88-4d3d-a0b5-1d04686c6217,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:45.563675 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.565609 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:45.568804 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-01d52a35-874f-4ab4-b7a4-44e9aabe21dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:45.586586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0950360-226d-4f0b-bd0b-ebd84ff2105b,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:45.589189 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:45.599713 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.603354 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0950360-226d-4f0b-bd0b-ebd84ff2105b HTTP/1.1" status: 204  len: 168 time: 0.2140174
May 10 17:17:45.617607 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2afd3-3cae-47d5-9141-ab27221ffb8a req-5733b41d-142e-486a-8332-0402c9912b7d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:45.619527 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-20d2afd3-3cae-47d5-9141-ab27221ffb8a req-5733b41d-142e-486a-8332-0402c9912b7d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1119914
May 10 17:17:45.628468 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.636387 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.647772 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:45.666115 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf84f43-53d1-4310-8b65-f150cbf4fcdb,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:45.689392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.689747 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.690091 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.690427 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.690754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.691081 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.691410 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.691734 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.692084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.692405 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.692728 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.693590 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:45.699851 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:45.702871 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.703978 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cf84f43-53d1-4310-8b65-f150cbf4fcdb HTTP/1.1" status: 204  len: 168 time: 0.3795540
May 10 17:17:45.710101 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-20d2afd3-3cae-47d5-9141-ab27221ffb8a req-34466498-1f17-4ad4-ae1a-37c6a3b2810b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794833
May 10 17:17:45.921710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb869ff-7c67-491a-8bba-74b8fc5c1383 req-5affea65-99cc-4b89-ae5d-36c66fc58c19 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:45.923219 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0fb869ff-7c67-491a-8bba-74b8fc5c1383 req-5affea65-99cc-4b89-ae5d-36c66fc58c19 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1197071
May 10 17:17:45.962378 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54100) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:45.975700 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0fb869ff-7c67-491a-8bba-74b8fc5c1383 req-7d2a46ab-3cc5-41fe-9b09-6f9e77bf7446 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453629
May 10 17:17:46.050798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.065931 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:46.070193 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:0cddea00955948c994ae0149525d8361 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:46.073851 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:46.080364 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:46.194797 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.195999 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.207519 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e75ab560-85be-4692-9c95-2bb482b5050a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:46.225463 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e066a5-97a3-4546-8469-1b539a67e377 req-d38dabbf-369c-4015-8823-b35ddd7e1da5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:46.233075 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-33e066a5-97a3-4546-8469-1b539a67e377 req-d38dabbf-369c-4015-8823-b35ddd7e1da5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1055715
May 10 17:17:46.244068 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54110) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:46.271126 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cddea00955948c994ae0149525d8361&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3071437
May 10 17:17:46.274220 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54114) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:46.275701 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.284635 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40543f56-a68d-45e7-baf9-e72dd45736e6,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:46.295192 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:46.300543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Usage tracker for resource:security_group_rule and tenant:b704e0fa2807492fb63478c455f284bf is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:46.303666 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-33e066a5-97a3-4546-8469-1b539a67e377 req-918b9667-cf47-4ead-ac17-89333e0406ec tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690701
May 10 17:17:46.304308 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:46.310669 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:46.322286 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:46.384102 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.411194 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.432016 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea'}, {'server_uuid': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca8e68d-758d-4b63-a299-dd5c81076059'}, {'server_uuid': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:46.447172 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.455086 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.457827 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54124) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:46.480908 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f235e8dd-076c-4ad0-b095-b488b97863c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:46.493763 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.500658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5c9a461c-23bf-4d7d-ad87-17b234cd596d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:46.509135 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea', 'code': 200}
May 10 17:17:46.509758 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca8e68d-758d-4b63-a299-dd5c81076059', 'code': 200}
May 10 17:17:46.510889 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217', 'code': 200}
May 10 17:17:46.532079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40543f56-a68d-45e7-baf9-e72dd45736e6,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:46.534569 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.537268 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40543f56-a68d-45e7-baf9-e72dd45736e6 HTTP/1.1" status: 204  len: 168 time: 0.2605560
May 10 17:17:46.541086 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:46.550591 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b704e0fa2807492fb63478c455f284bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029613
May 10 17:17:46.551382 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce499593-8505-419d-817b-e14c45008f9e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:46.556395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54132) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:46.556586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:46.650449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.703016 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.779168 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.783459 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-24810e79-1319-4fa5-ad15-35c3c45ef297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:46.797558 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce499593-8505-419d-817b-e14c45008f9e,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:46.800138 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:46.807849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.811960 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce499593-8505-419d-817b-e14c45008f9e HTTP/1.1" status: 204  len: 168 time: 0.2505431
May 10 17:17:46.834433 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.854723 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:46.859840 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Usage tracker for resource:security_group_rule and tenant:cd10b7f40acc47a7af7351252a210067 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:46.863317 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:46.870451 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:46.977546 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.025697 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.042376 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585cd8-d047-4837-9648-d0eee0c4b793 req-65b53ad1-00b0-4948-9242-fd8b78a4fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.046334 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-74585cd8-d047-4837-9648-d0eee0c4b793 req-65b53ad1-00b0-4948-9242-fd8b78a4fad8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1099 time: 0.1416831
May 10 17:17:47.095342 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:47.167988 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd10b7f40acc47a7af7351252a210067&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7069075
May 10 17:17:47.167988 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c145d56f-ffed-47cb-b0cb-171142b3e7ab,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:47.174080 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:47.174540 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54152) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:47.275977 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-74585cd8-d047-4837-9648-d0eee0c4b793 req-20f1daff-9d00-49ac-b926-1f02b8e8cc3e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223864
May 10 17:17:47.336450 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2806c-7c05-4de6-b9d3-459d5389aed9 req-ef039205-9ef6-4e68-845a-f0ff599c5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.337830 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fde2806c-7c05-4de6-b9d3-459d5389aed9 req-ef039205-9ef6-4e68-845a-f0ff599c5ebc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1098 time: 0.1825464
May 10 17:17:47.364549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.404377 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383254a-fe05-4b75-88eb-f9e9a9116fb2 req-7b8d42f1-9377-4d0c-bd18-075a17766d1e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.405930 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7383254a-fe05-4b75-88eb-f9e9a9116fb2 req-7b8d42f1-9377-4d0c-bd18-075a17766d1e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.4268329
May 10 17:17:47.511465 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.591842 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a136ef-d3b3-4a21-bd2e-0c01975cbdf3 req-8b3665a8-925c-4ee9-ae99-afd55c29aa49 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.593342 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e7a136ef-d3b3-4a21-bd2e-0c01975cbdf3 req-8b3665a8-925c-4ee9-ae99-afd55c29aa49 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.3662550
May 10 17:17:47.604733 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7383254a-fe05-4b75-88eb-f9e9a9116fb2 req-3dca5b94-0bde-4664-afe2-ba6dddc90f8e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1874728
May 10 17:17:47.608318 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2d81-aded-4f7e-a4f0-bd2044a0475d req-87fdc2ed-ade7-46b0-ac55-61ec7b29ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.609707 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0dbc2d81-aded-4f7e-a4f0-bd2044a0475d req-87fdc2ed-ade7-46b0-ac55-61ec7b29ce77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 1099 time: 0.3327858
May 10 17:17:47.663033 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fde2806c-7c05-4de6-b9d3-459d5389aed9 req-1b15cd6d-f4c7-44a0-a78c-8d4237f4d045 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660543
May 10 17:17:47.689930 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e7a136ef-d3b3-4a21-bd2e-0c01975cbdf3 req-244f1ce8-0a0c-465c-8576-d41625e989a7 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842140
May 10 17:17:47.692834 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-0dbc2d81-aded-4f7e-a4f0-bd2044a0475d req-c6ebd26a-a6eb-4b91-aca4-32e67f7ccc13 service neutron] Synchronizing usage tracker for tenant:a8c2068e435f4e8fbd1119ecf71aa49f on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:47.696884 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.702744 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e1007676-d429-4c55-bb15-dbc59dac1337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:47.716977 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c145d56f-ffed-47cb-b0cb-171142b3e7ab,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:47.719320 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:47.728922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.730038 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c145d56f-ffed-47cb-b0cb-171142b3e7ab HTTP/1.1" status: 204  len: 168 time: 0.5533748
May 10 17:17:47.743990 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-0dbc2d81-aded-4f7e-a4f0-bd2044a0475d req-c6ebd26a-a6eb-4b91-aca4-32e67f7ccc13 service neutron] Unset dirty status for tenant:a8c2068e435f4e8fbd1119ecf71aa49f on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:47.745366 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0dbc2d81-aded-4f7e-a4f0-bd2044a0475d req-c6ebd26a-a6eb-4b91-aca4-32e67f7ccc13 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182742
May 10 17:17:47.905683 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51620c4b-cfc2-405a-a035-819ca808ef87 req-859139b3-a005-4975-a26a-be56e108f074 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.907555 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-51620c4b-cfc2-405a-a035-819ca808ef87 req-859139b3-a005-4975-a26a-be56e108f074 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1077943
May 10 17:17:47.955039 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-51620c4b-cfc2-405a-a035-819ca808ef87 req-950e100b-edef-445a-93df-a4a29ad51269 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404062
May 10 17:17:48.149344 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54198) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:48.167576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:48.183071 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:48.187020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Usage tracker for resource:security_group_rule and tenant:86bd9b156e7a4c158f22d34b2e837976 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:48.189854 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:48.197614 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:48.319473 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:48.324658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:48.334770 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-15790272-ad8e-4de0-91d4-3afe8f151305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:48.382360 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86bd9b156e7a4c158f22d34b2e837976&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2295249
May 10 17:17:48.382360 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e5f104-808c-4f2c-806b-4b3c9dd040d3,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:48.383290 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54208) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:48.383844 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:48.450693 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:48.481082 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:48.540047 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:48.545152 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a61736a6-824d-4353-9517-7d2091ca0997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:48.560046 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e5f104-808c-4f2c-806b-4b3c9dd040d3,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:48.565295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:48.571906 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:48.573005 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3e5f104-808c-4f2c-806b-4b3c9dd040d3 HTTP/1.1" status: 204  len: 168 time: 0.1892462
May 10 17:17:48.665387 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54222) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:48.825213 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff40a-55f9-4ca7-9586-a39c974ba73b req-9a453ac8-8b79-4f85-8fbb-5695102f4678 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:48.826715 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-acbff40a-55f9-4ca7-9586-a39c974ba73b req-9a453ac8-8b79-4f85-8fbb-5695102f4678 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.0904031
May 10 17:17:48.930720 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-acbff40a-55f9-4ca7-9586-a39c974ba73b req-1c7235d2-eadd-4b1d-9a6f-84bcd99a603b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967374
May 10 17:17:48.999702 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.019761 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb946f-2b27-443f-bd97-65a99620f126 req-1c993454-a051-40a7-85da-a0b52b9c802b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.022978 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c9cb946f-2b27-443f-bd97-65a99620f126 req-1c993454-a051-40a7-85da-a0b52b9c802b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1590486
May 10 17:17:49.040386 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:49.048629 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Usage tracker for resource:security_group_rule and tenant:ef58ea046eef410094df76138dec3056 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:49.056912 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:49.064225 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:49.137947 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c9cb946f-2b27-443f-bd97-65a99620f126 req-2e3b5d0c-5f59-4b20-876e-5bb27ed8cadd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090209
May 10 17:17:49.191708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e35c5a-8fb8-4840-a465-a8678c2e2d05 req-d23af3dc-072d-404b-bc87-9ff86461f982 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.194489 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-83e35c5a-8fb8-4840-a465-a8678c2e2d05 req-d23af3dc-072d-404b-bc87-9ff86461f982 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1367316
May 10 17:17:49.203873 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54250) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:49.222187 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'floatingip': {'port_id': '0ec6854e-b42f-4164-be26-d0aefc87ff36'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:49.223655 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.231550 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.242147 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b220ad22-6be2-4f1f-9b2b-561ef4809146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:49.303656 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef58ea046eef410094df76138dec3056&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6368120
May 10 17:17:49.313401 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54256) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:49.351279 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e5828-0a8f-48eb-8ad1-86fd14fc22d8,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:49.357163 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:49.462644 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.517202 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.518340 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.582318 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.593061 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-666f2c5a-da38-45de-8eab-96f7f2d54b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:49.610428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2e5828-0a8f-48eb-8ad1-86fd14fc22d8,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:49.636157 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:49.636755 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.640191 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe2e5828-0a8f-48eb-8ad1-86fd14fc22d8 HTTP/1.1" status: 204  len: 168 time: 0.3158047
May 10 17:17:49.795977 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd9172-59d3-4974-b55c-be98094bc8f4 req-2ca79588-6948-4b92-adaf-66ccd7d2caa2 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.807915 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bacd9172-59d3-4974-b55c-be98094bc8f4 req-2ca79588-6948-4b92-adaf-66ccd7d2caa2 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.4901118
May 10 17:17:50.029631 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bacd9172-59d3-4974-b55c-be98094bc8f4 req-a368e39c-5141-48f2-83b1-78e4e93d798a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207422
May 10 17:17:50.833813 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.db.resource_extend [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:17:50.915982 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13499040-13b0-4337-a920-fe9ae0fe01af req-529a3060-9c6a-4c92-8553-530f2c10db3a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:50.917772 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-13499040-13b0-4337-a920-fe9ae0fe01af req-529a3060-9c6a-4c92-8553-530f2c10db3a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.3619826
May 10 17:17:50.972698 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:50.985561 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.151439 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-13499040-13b0-4337-a920-fe9ae0fe01af req-a66bf8ac-197e-43aa-86f9-dbe609107348 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2195086
May 10 17:17:51.159676 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54348) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:51.369137 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Floating IP f3b8a322-827f-49d5-a92c-aa5266030216 associated. External IP: 172.27.2.24, port: 0ec6854e-b42f-4164-be26-d0aefc87ff36.
May 10 17:17:51.441394 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1772058561-network', 'tenant_id': '275262463457461f92b87b3a5d1b5569'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:51.446762 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:51.451963 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Usage tracker for resource:network and tenant:275262463457461f92b87b3a5d1b5569 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:51.455042 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:51.462337 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:51.476812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Made reservation on behalf of 275262463457461f92b87b3a5d1b5569 for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:51.480511 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.497313 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.498086 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-2911b528-16bd-4c6a-bdcd-f1165a108a10 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:51.506882 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-2911b528-16bd-4c6a-bdcd-f1165a108a10 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 0.4616325
May 10 17:17:51.515111 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:51.519452 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Usage tracker for resource:security_group_rule and tenant:275262463457461f92b87b3a5d1b5569 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:51.525187 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:51.532855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:51.541677 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54362) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:51.545760 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-2a7935ac-131a-46aa-a758-459f9db2864d tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/quotas/94ef14ea44b1462babbc383f419bee3a HTTP/1.1" status: 200  len: 375 time: 0.0385566
May 10 17:17:51.647597 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.653063 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.654859 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6487b3-5349-4104-a310-f791aff5d5a4 req-fbaa7f69-0392-4d54-84df-74454f34e14f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:51.656493 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c6487b3-5349-4104-a310-f791aff5d5a4 req-fbaa7f69-0392-4d54-84df-74454f34e14f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.3794377
May 10 17:17:51.659536 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e58921b0-e156-4894-991f-4b93517dcf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:51.706832 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb117ee8-faf7-42b4-bda9-82eac97d50d3,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:51.730682 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.740873 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:51.750340 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:17:51.758266 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:51.764531 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Usage tracker for resource:security_group_rule and tenant:508f0c2935824c24a4820f281156e79a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:51.769440 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:51.773679 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.774048 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Added segment 201301e0-8623-4a7b-98ed-e7a8ad184ee7 of type vlan for network d693f95a-1fc9-4de8-a5e5-ef3abee3a358
May 10 17:17:51.782930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:51.825069 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.868558 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c6487b3-5349-4104-a310-f791aff5d5a4 req-f05a67cf-99f5-4603-bebe-1ddab8adb053 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053611
May 10 17:17:51.888264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.888264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:51.888264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.891163 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e200afbd-a8e2-4c17-8b77-cc11f6d770f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:51.951175 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-ce7c6938-7b69-4b15-af96-de49dc3bc9df tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4043243
May 10 17:17:51.967313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Router c37a07c0-710e-40c1-be51-6fd8a660c442 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:17:52.026887 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.028957 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Pushing event updated for resources: {'Network': ['ID=d693f95a-1fc9-4de8-a5e5-ef3abee3a358,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:52.039464 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:52.040449 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:17:52.041523 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.050091 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:52.077483 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9158690
May 10 17:17:52.081364 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfb24c8-ae7c-44e8-a13f-16712cdd298e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:52.087993 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54380) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:52.102128 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:52.123609 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Request body: {'subnet': {'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1772058561-subnet', 'tenant_id': '275262463457461f92b87b3a5d1b5569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:52.124499 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=508f0c2935824c24a4820f281156e79a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5815713
May 10 17:17:52.125171 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54384) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:52.137100 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:52.146870 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Usage tracker for resource:subnet and tenant:275262463457461f92b87b3a5d1b5569 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:52.164719 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:52.192502 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.226493 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.246198 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:52.309159 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.315292 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dbf87f8c-4077-4ed6-b716-0bb67cb38ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:52.331604 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfb24c8-ae7c-44e8-a13f-16712cdd298e,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:52.335736 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:52.362613 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.363749 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bfb24c8-ae7c-44e8-a13f-16712cdd298e HTTP/1.1" status: 204  len: 168 time: 0.2370412
May 10 17:17:52.637518 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Made reservation on behalf of 275262463457461f92b87b3a5d1b5569 for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:52.640019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.738066 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54412) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:52.758937 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.782693 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:52.787445 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e7a4053e1c449c0a21842786ed47619 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:52.790654 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:52.796498 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:52.827396 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-4cec51b5-a8dc-4883-9dc4-6fce38da5a86 service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8638830
May 10 17:17:52.883011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:17:52.904967 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] Sync routers for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:17:52.918857 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.923531 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.932993 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:52.935572 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:52.936231 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9b02dfa0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:52.980592 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e7a4053e1c449c0a21842786ed47619&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2411485
May 10 17:17:52.981804 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7b39e1-8b1b-44e4-9467-9a9f9c8b1b53,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:52.984359 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54424) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:52.987307 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:53.022484 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-3ddabfc8-18a1-4688-8c71-1de9acf1be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:53.036091 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-3ddabfc8-18a1-4688-8c71-1de9acf1be0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 1099 time: 0.5081861
May 10 17:17:53.044151 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:53.071214 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:53.105541 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fff874-b0db-4a36-9fb4-d0304ab36bde req-9350c1bd-6ef4-4cbf-9ee9-f289f266453c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:53.105882 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:53.107169 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16fff874-b0db-4a36-9fb4-d0304ab36bde req-9350c1bd-6ef4-4cbf-9ee9-f289f266453c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.5883601
May 10 17:17:53.136758 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:53.177725 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:53.186173 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:53.201012 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7b39e1-8b1b-44e4-9467-9a9f9c8b1b53,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:53.204999 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:53.206187 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:53.207724 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef7b39e1-8b1b-44e4-9467-9a9f9c8b1b53 HTTP/1.1" status: 204  len: 168 time: 0.2221744
May 10 17:17:53.307927 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54432) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:53.412836 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-c62f54ed-b172-4cfe-9d6a-d8c69dc057cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:53.414343 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-c62f54ed-b172-4cfe-9d6a-d8c69dc057cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 919 time: 0.3715050
May 10 17:17:53.418612 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-520a35c1-5f4c-4828-9074-2e935da58c30 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "PUT /v2.0/floatingips/f3b8a322-827f-49d5-a92c-aa5266030216 HTTP/1.1" status: 200  len: 990 time: 4.2109134
May 10 17:17:53.422171 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:53.433657 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16fff874-b0db-4a36-9fb4-d0304ab36bde req-a1dc94a4-f8cf-4099-a560-8255209e74f5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1941261
May 10 17:17:53.448362 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-171e728f-8dc3-4617-8baf-a9abcd6b35c6 service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6098404
May 10 17:17:53.625684 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-9389fbf5-96c2-4820-b0bd-3bd0e9dc691b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217 HTTP/1.1" status: 200  len: 217 time: 0.1798925
May 10 17:17:53.686318 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9b02dfa0>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'f3b8a322-827f-49d5-a92c-aa5266030216', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'port_id': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'mac_address': 'fa:16:3e:37:62:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:06Z', 'updated_at': '2021-05-10T17:17:50Z', 'revision_number': 1, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:53.692512 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] Checking router: c37a07c0-710e-40c1-be51-6fd8a660c442 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:17:53.705454 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:53.706441 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9b02dfa0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:53.723365 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:53.768600 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:53.776824 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Usage tracker for resource:security_group_rule and tenant:ac68fbd86e8c43cab3eff7472dcb6204 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:53.789735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:53.802120 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:53.884551 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-8aa26ade-ef93-4997-ab33-ca1254d7ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:53.886966 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-8aa26ade-ef93-4997-ab33-ca1254d7ffee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.2467263
May 10 17:17:53.957104 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:53.979278 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081be92-ba4f-420c-9a27-af8dd186bd0e req-eea77fc8-b608-4e29-b48b-0efeb8e5e1e7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:53.987918 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f081be92-ba4f-420c-9a27-af8dd186bd0e req-eea77fc8-b608-4e29-b48b-0efeb8e5e1e7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.2979014
May 10 17:17:54.020204 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-2f670adb-cfd1-4b1e-b80a-2c12890636ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1026201
May 10 17:17:54.035036 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:54.055812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:54.072046 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'status': 'completed', 'code': 200}
May 10 17:17:54.103342 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a1bc4109-b78e-4faa-912f-055c519a9c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:54.181200 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f081be92-ba4f-420c-9a27-af8dd186bd0e req-bd6e0929-6fcc-45df-9440-535a414a7cfc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922104
May 10 17:17:54.295746 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-85464d9e-eb70-477e-8825-f40e4110d35c req-9d2608d9-4a89-4b5d-b91c-77fb553ba318 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 210 time: 0.0596695
May 10 17:17:54.342186 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac68fbd86e8c43cab3eff7472dcb6204&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0333200
May 10 17:17:54.344708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c2bcaa-43ea-4669-a156-31065869e786,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:54.350567 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-b58f3b57-c9ba-4799-99bf-e518447a68cb service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3197794
May 10 17:17:54.359381 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54470) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:54.371018 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:54.468342 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de088f59-881f-4c5d-9267-1dedddb92553 req-a700b3b3-ba6a-40b4-b676-c2825a599584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.471136 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-de088f59-881f-4c5d-9267-1dedddb92553 req-a700b3b3-ba6a-40b4-b676-c2825a599584 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 1098 time: 0.3256280
May 10 17:17:54.518776 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:54.535011 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9b02dfa0>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'f3b8a322-827f-49d5-a92c-aa5266030216', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'port_id': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'mac_address': 'fa:16:3e:37:62:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:06Z', 'updated_at': '2021-05-10T17:17:50Z', 'revision_number': 1, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:54.543983 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f16d7-34b0-4bbf-b8b7-a5e96dd87eba None None] The sync data for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi is: [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'f3b8a322-827f-49d5-a92c-aa5266030216', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'port_id': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'mac_address': 'fa:16:3e:37:62:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:06Z', 'updated_at': '2021-05-10T17:17:50Z', 'revision_number': 1, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:17:54.696484 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:54.712566 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:54.771736 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ea7215c2-7037-45e3-891d-04107644bf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:54.783833 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de088f59-881f-4c5d-9267-1dedddb92553 req-9b2556c0-4eda-4fc4-a82a-5ae5dd858141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.785615 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-de088f59-881f-4c5d-9267-1dedddb92553 req-9b2556c0-4eda-4fc4-a82a-5ae5dd858141 service neutron] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 912 time: 0.3049018
May 10 17:17:54.932641 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:54.945417 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f3c9a-c94f-4945-b61c-132db4db9503 None None] New status for floating IP f3b8a322-827f-49d5-a92c-aa5266030216: ACTIVE {{(pid=78766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:17:54.948571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:54.956995 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66eca20d-7bf8-4001-b504-e18c1de3b44f req-0273f645-5cd0-4a11-88b7-33d68e3cde5e service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4181809
May 10 17:17:54.993537 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd8e5d-d23c-416e-b48d-d62260fd3e32 req-ac4f5d51-16f6-4c4e-b8e3-2c68dd1e5d2d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.995256 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d3bd8e5d-d23c-416e-b48d-d62260fd3e32 req-ac4f5d51-16f6-4c4e-b8e3-2c68dd1e5d2d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.6535439
May 10 17:17:55.005889 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54484) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:55.012355 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Checking segment: {'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:55.012697 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Network hostable DHCP agents. Network: d693f95a-1fc9-4de8-a5e5-ef3abee3a358, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:17:55.028818 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'floatingip': {'port_id': '1084279b-00d6-4577-aacc-d687593238ea'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:55.043394 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.070023 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:55.111807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.113789 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81c2bcaa-43ea-4669-a156-31065869e786 HTTP/1.1" status: 204  len: 168 time: 0.7444506
May 10 17:17:55.128291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c2bcaa-43ea-4669-a156-31065869e786,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:55.143497 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:55.165488 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-de088f59-881f-4c5d-9267-1dedddb92553 req-917332e1-e4be-44ef-b5c2-78ab7d23c366 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 200  len: 998 time: 0.3677497
May 10 17:17:55.202557 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.340719 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de088f59-881f-4c5d-9267-1dedddb92553 req-8646ab06-a293-4ee6-b70b-d563769d61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:55.342318 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-de088f59-881f-4c5d-9267-1dedddb92553 req-8646ab06-a293-4ee6-b70b-d563769d61f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.1247935
May 10 17:17:55.498928 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de088f59-881f-4c5d-9267-1dedddb92553 req-de78f19d-f062-47c9-b7bf-d4cd063ed250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:55.500545 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-de088f59-881f-4c5d-9267-1dedddb92553 req-de78f19d-f062-47c9-b7bf-d4cd063ed250 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493964
May 10 17:17:55.669937 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:17:55.670438 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54514) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:55.699351 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.721274 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-de088f59-881f-4c5d-9267-1dedddb92553 req-65e15074-e181-4b0c-8b57-66f22879c4f0 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070162
May 10 17:17:55.723667 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:55.728683 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Usage tracker for resource:security_group_rule and tenant:f8334854c8f9440d92c4c692523b3901 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:55.731913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:55.738953 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:55.796574 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a9393686-a33e-42a8-97f7-7bf544062a7f req-19730b12-e608-4347-9901-1ef887d50846 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 210 time: 0.2921753
May 10 17:17:55.946613 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, d693f95a-1fc9-4de8-a5e5-ef3abee3a358) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:55.959918 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61228a5-ad7b-4f96-8084-64d1be4a5be8 None None] Network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:17:55.972660 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-de088f59-881f-4c5d-9267-1dedddb92553 req-6fca624e-a2df-4843-9715-32ecceee1677 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2347603
May 10 17:17:55.977068 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:55.977905 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.024390 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.036127 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.043957 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9244e379-6bff-4c9f-a7c6-a595db6c1453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:56.092161 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f302e-e4ca-4f41-bc32-08d85d10df06,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:56.098777 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:56.122125 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.0158694
May 10 17:17:56.127331 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8334854c8f9440d92c4c692523b3901&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4555664
May 10 17:17:56.129961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54526) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:56.141419 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5a6483b3-ca36-4928-a297-690435fedc78 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:56.143061 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5a6483b3-ca36-4928-a297-690435fedc78 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 0.4707885
May 10 17:17:56.156690 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f017-e55d-4eb9-98d3-4c856312414f req-db452ad5-76a5-420d-8786-134df4c2f1ca tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:56.158758 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cfb6f017-e55d-4eb9-98d3-4c856312414f req-db452ad5-76a5-420d-8786-134df4c2f1ca tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.6566687
May 10 17:17:56.202313 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.235306 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.244751 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e585226-a1df-4c0a-b23e-c5dbb2b1f0aa None None] Network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:17:56.266079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Request body: {'port': {'device_id': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'admin_state_up': True, 'tenant_id': '94ef14ea44b1462babbc383f419bee3a'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:56.366988 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.372607 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:56.406078 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f302e-e4ca-4f41-bc32-08d85d10df06,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:56.414728 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.417247 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/599f302e-e4ca-4f41-bc32-08d85d10df06 HTTP/1.1" status: 204  len: 168 time: 0.2853341
May 10 17:17:56.419424 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:56.461419 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:56.620280 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Usage tracker for resource:port and tenant:94ef14ea44b1462babbc383f419bee3a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:56.623873 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:56.649108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:56.657648 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cfb6f017-e55d-4eb9-98d3-4c856312414f req-44cabbc4-368a-4e2d-951c-ecb6bf141a5c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4838836
May 10 17:17:56.678281 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Made reservation on behalf of 94ef14ea44b1462babbc383f419bee3a for: {'port': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:56.681716 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.065906 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Allocated IP 172.20.0.4 (7130d662-e986-4609-9cd1-1595c08760e9/4a7674b3-aebd-40d1-9497-c82060a3b659/f2708322-4ae7-42fe-a25b-4057da50e9b6) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:57.191774 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.195207 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c6f57a3a-1d48-4a29-bcff-892f5eff988c req-f6c9b289-8b74-473b-be57-a1ebfa38bea5 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 210 time: 0.0864360
May 10 17:17:57.202865 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.528374 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Floating IP 683c67c0-292b-4370-84ba-17c9bdf5dbc3 associated. External IP: 172.27.2.108, port: 1084279b-00d6-4577-aacc-d687593238ea.
May 10 17:17:57.664141 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.899127 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.918990 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d9238d46-7d9e-4530-86bb-d078467c073e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:57.963506 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:58.015966 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Network 7130d662-e986-4609-9cd1-1595c08760e9 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:58.029678 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:58.042574 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event updated for resources: {'Port': ['ID=f2708322-4ae7-42fe-a25b-4057da50e9b6,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:58.047126 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:58.056754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:58.059397 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:58.067284 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:58.129489 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Router 99f3e448-0322-47bd-98eb-257dcc75b9d1 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:17:58.331508 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1356299
May 10 17:17:58.360638 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813386-b95b-4e11-b6cf-0b954ec155ba req-857b5eca-15b3-4baf-a039-da1347807f98 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:58.362603 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c1813386-b95b-4e11-b6cf-0b954ec155ba req-857b5eca-15b3-4baf-a039-da1347807f98 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.5704792
May 10 17:17:58.526908 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Request body: {'port': {'device_id': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:58.741628 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c1813386-b95b-4e11-b6cf-0b954ec155ba req-b6182ca4-867b-4667-9e84-83d96f294c67 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186949
May 10 17:17:58.775688 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:17:58.788700 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:58.789486 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] Sync routers for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:17:58.798929 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:58.799679 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a21b640>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:58.822132 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:58.875331 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa858ba8-8bcf-4779-a262-3245c3cfe25a req-2266edff-3e0e-46a2-8cf0-f8b6bf5a4e09 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:58.876123 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-aa858ba8-8bcf-4779-a262-3245c3cfe25a req-2266edff-3e0e-46a2-8cf0-f8b6bf5a4e09 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Synchronizing usage tracker for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:58.936016 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a5292182-edaa-4c99-bf0a-3c61ddf2c066 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "PUT /v2.0/floatingips/683c67c0-292b-4370-84ba-17c9bdf5dbc3 HTTP/1.1" status: 200  len: 991 time: 3.9260263
May 10 17:17:58.937224 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'tag': '1084279b-00d6-4577-aacc-d687593238ea'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:58.970156 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-aa858ba8-8bcf-4779-a262-3245c3cfe25a req-2266edff-3e0e-46a2-8cf0-f8b6bf5a4e09 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Unset dirty status for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:58.971226 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aa858ba8-8bcf-4779-a262-3245c3cfe25a req-2266edff-3e0e-46a2-8cf0-f8b6bf5a4e09 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 931 time: 0.4199877
May 10 17:17:59.089949 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:59.099739 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aa858ba8-8bcf-4779-a262-3245c3cfe25a req-760453ea-cfa5-49ee-9ba8-a75d7e0f56ad tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865247
May 10 17:17:59.313412 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54672) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:59.355472 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-a974bda6-c9eb-465b-b5bc-f7b5496b2ea8 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:59.357025 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-a974bda6-c9eb-465b-b5bc-f7b5496b2ea8 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/networks?id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358 HTTP/1.1" status: 200  len: 809 time: 0.1954513
May 10 17:17:59.413804 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-8b8d6a9d-129a-4dac-9b75-0529aa0026c5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/quotas/275262463457461f92b87b3a5d1b5569 HTTP/1.1" status: 200  len: 375 time: 0.0462339
May 10 17:17:59.474800 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-4eb8ee0b-daf7-4d2d-ac1a-71ab4a119ad3 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275262463457461f92b87b3a5d1b5569&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0530481
May 10 17:17:59.483648 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2708322-4ae7-42fe-a25b-4057da50e9b6 {{(pid=78765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:59.491237 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:59.513119 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:59.526631 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:59.542306 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Usage tracker for resource:security_group_rule and tenant:d203e96dcf7c4fc6a0d11975c9e02d66 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:59.548794 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:59.562403 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:59.563737 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a21b640>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '683c67c0-292b-4370-84ba-17c9bdf5dbc3', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'port_id': '1084279b-00d6-4577-aacc-d687593238ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'mac_address': 'fa:16:3e:09:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:02Z', 'updated_at': '2021-05-10T17:17:56Z', 'revision_number': 1, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:59.573341 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] Checking router: 99f3e448-0322-47bd-98eb-257dcc75b9d1 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:17:59.576620 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'tag': '1084279b-00d6-4577-aacc-d687593238ea', 'status': 'completed', 'code': 200}
May 10 17:17:59.588126 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:59.589041 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a21b640>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:59.590315 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Transition to ACTIVE for port object f2708322-4ae7-42fe-a25b-4057da50e9b6 will not be triggered until provisioned by entity L2. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:59.619602 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:59.656045 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:59.761142 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-7ae9246b-e0cc-495c-8f13-c2cbe119fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:59.762618 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-7ae9246b-e0cc-495c-8f13-c2cbe119fac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1098 time: 0.1319253
May 10 17:17:59.804077 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:59.853376 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:59.864541 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dc1cac97-1ac0-47fc-976f-6efe52d4c362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:59.897924 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cecef2d-56e4-4672-8057-ee4ec08960bb,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:59.906051 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:59.925756 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:59.946985 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d203e96dcf7c4fc6a0d11975c9e02d66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6317406
May 10 17:17:59.950321 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54692) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:59.959410 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Pushing event updated for resources: {'Port': ['ID=f2708322-4ae7-42fe-a25b-4057da50e9b6,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:00.006996 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-96122bea-0bff-4c9d-a96c-2d0bce5508ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.009856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:00.011301 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-96122bea-0bff-4c9d-a96c-2d0bce5508ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.2355974
May 10 17:18:00.011417 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54696) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:00.030417 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0d6ea050-4334-4869-bdc9-d43ff568da2c service neutron] 10.222.0.13 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5421667
May 10 17:18:00.105275 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.159103 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.167431 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-d65456c1-3375-42ba-a797-de59d1714a2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 200  len: 999 time: 0.1467135
May 10 17:18:00.226659 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Attempting to bind port f2708322-4ae7-42fe-a25b-4057da50e9b6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:00.227109 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Attempting to bind port f2708322-4ae7-42fe-a25b-4057da50e9b6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:00.227314 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Attempting to bind port f2708322-4ae7-42fe-a25b-4057da50e9b6 on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:00.248084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Port f2708322-4ae7-42fe-a25b-4057da50e9b6 on network 7130d662-e986-4609-9cd1-1595c08760e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:18:00.248402 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Attempting to bind port f2708322-4ae7-42fe-a25b-4057da50e9b6 on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:00.276066 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:00.276343 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Checking segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:00.276690 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Bound using segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:00.277221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Bound port: f2708322-4ae7-42fe-a25b-4057da50e9b6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:00.277571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.283651 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-31864b1f-ddb5-44a6-9197-ec65c6f69f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.285496 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-31864b1f-ddb5-44a6-9197-ec65c6f69f1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.1062882
May 10 17:18:00.297907 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b294-1155-4445-940c-3a997b5d5204 req-f6419c82-cd0a-47fe-8625-1c8f2bede0b7 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.305156 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8e57b294-1155-4445-940c-3a997b5d5204 req-f6419c82-cd0a-47fe-8625-1c8f2bede0b7 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.5203400
May 10 17:18:00.353972 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.359813 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-92bdf1d0-3e94-4f3c-be4e-4db1b9ed00ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:00.378020 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cecef2d-56e4-4672-8057-ee4ec08960bb,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:00.386806 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:00.387938 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.394872 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a21b640>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '683c67c0-292b-4370-84ba-17c9bdf5dbc3', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'port_id': '1084279b-00d6-4577-aacc-d687593238ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'mac_address': 'fa:16:3e:09:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:02Z', 'updated_at': '2021-05-10T17:17:56Z', 'revision_number': 1, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:00.395625 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cecef2d-56e4-4672-8057-ee4ec08960bb HTTP/1.1" status: 204  len: 168 time: 0.4443464
May 10 17:18:00.400628 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40385d-be7c-4fe9-b58b-a8279b3735a4 None None] The sync data for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi is: [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '683c67c0-292b-4370-84ba-17c9bdf5dbc3', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'port_id': '1084279b-00d6-4577-aacc-d687593238ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'mac_address': 'fa:16:3e:09:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:02Z', 'updated_at': '2021-05-10T17:17:56Z', 'revision_number': 1, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:18:00.427803 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-1331ff2e-ea25-438c-8ed1-fa4d7d61c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.430375 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-1331ff2e-ea25-438c-8ed1-fa4d7d61c5e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1369574
May 10 17:18:00.430625 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-b85b7dde-1816-4344-a86b-0a14fc2f67a3 service neutron] 10.222.0.13 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3989801
May 10 17:18:00.431402 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.475654 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8e57b294-1155-4445-940c-3a997b5d5204 req-92da269d-e1ec-4562-8a7f-176edc5b5d31 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694736
May 10 17:18:00.476894 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:00.535873 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e04d84abf8b64e17a0420ccdcd471875 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:00.562590 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:00.571044 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] For port f2708322-4ae7-42fe-a25b-4057da50e9b6, host hv-cinder-78638, cleared binding levels {{(pid=78765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:00.574200 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:00.577812 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] For port f2708322-4ae7-42fe-a25b-4057da50e9b6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2708322-4ae7-42fe-a25b-4057da50e9b6,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:00.589846 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.606482 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5e4edbe7-cce5-408b-a8b0-4f64bcb0c884 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:00.632133 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-c3ded741-12e3-4dd7-b6dd-efa7f3ea8fe8 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875882
May 10 17:18:00.725165 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Pushing event updated for resources: {'Port': ['ID=f2708322-4ae7-42fe-a25b-4057da50e9b6,revision_number=3']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:00.742205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:00.783478 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71053a-7a39-417e-9844-19290f4b9e24 None None] New status for floating IP 683c67c0-292b-4370-84ba-17c9bdf5dbc3: ACTIVE {{(pid=78766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:18:00.823464 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.824159 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.826145 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] 10.222.0.43 "PUT /v2.0/ports/f2708322-4ae7-42fe-a25b-4057da50e9b6 HTTP/1.1" status: 200  len: 1093 time: 2.4623744
May 10 17:18:00.888868 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a18c00dd-837d-4f0c-ab5d-be548d206be6 req-22aaedaf-c365-4292-b746-e7484bcb1cf8 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465649
May 10 17:18:00.975764 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:00.977705 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54720) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:01.001445 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.012263 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:01.025435 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.076968 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:01.117112 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Usage tracker for resource:security_group_rule and tenant:4299bdd161e84d0db563ca50202db132 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:01.128736 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e04d84abf8b64e17a0420ccdcd471875&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1145351
May 10 17:18:01.129602 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319cda3-d681-4209-a630-59be2818d08b,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:01.133284 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:01.134710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54726) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:01.137468 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:01.149849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:01.169560 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b35386-45ac-42bc-aa67-f1b8fdf62224 req-311da73f-3563-47c6-8565-e739108ef95d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:01.170850 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5b35386-45ac-42bc-aa67-f1b8fdf62224 req-311da73f-3563-47c6-8565-e739108ef95d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.4494169
May 10 17:18:01.236438 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee4292-1420-4123-a420-e2394b422b24 req-b0b7123b-cada-4991-92e9-2d3770e86a9b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:01.243467 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-32ee4292-1420-4123-a420-e2394b422b24 req-b0b7123b-cada-4991-92e9-2d3770e86a9b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 943 time: 0.4115980
May 10 17:18:01.252495 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c05bdd26-8785-41f0-8ef7-c8d6470c7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:01.254206 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-c05bdd26-8785-41f0-8ef7-c8d6470c7687 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 1096 time: 0.3036866
May 10 17:18:01.331045 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5b35386-45ac-42bc-aa67-f1b8fdf62224 req-40e8a5e3-649a-467d-bb4a-9ba8408ed39f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516445
May 10 17:18:01.368969 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-7ff4623e-a74a-4331-b408-bd7c6e9c73d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2708322-4ae7-42fe-a25b-4057da50e9b6 HTTP/1.1" status: 200  len: 217 time: 0.0755680
May 10 17:18:01.373534 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.378943 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-32ee4292-1420-4123-a420-e2394b422b24 req-efc852a9-4710-4f08-952a-5506e84e6723 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346629
May 10 17:18:01.422092 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.479425 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.485313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.493985 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:01.517860 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-0ac7c22c-98ec-409b-9025-e440b86c3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:01.519655 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-0ac7c22c-98ec-409b-9025-e440b86c3682 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.0844433
May 10 17:18:01.547533 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4299bdd161e84d0db563ca50202db132&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5672731
May 10 17:18:01.548330 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.550183 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54732) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:01.552077 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a3819-1edb-484a-afe2-2379f59b44b1,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:01.555088 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:01.556878 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:01.572116 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319cda3-d681-4209-a630-59be2818d08b,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:01.574371 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:01.577079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'tag': 'f2708322-4ae7-42fe-a25b-4057da50e9b6'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:01.584658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.588019 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4319cda3-d681-4209-a630-59be2818d08b HTTP/1.1" status: 204  len: 168 time: 0.4451683
May 10 17:18:01.658211 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.675279 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-f7c41d64-2bdd-4392-90b6-f906bd905a95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564208
May 10 17:18:01.719453 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.902651 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.908798 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6fda1ccf-8d09-4827-aac5-1071c7102817 req-06f46e34-174a-4ca5-96d9-aa0c76a8f18e tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 210 time: 0.1247356
May 10 17:18:01.917095 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:01.925434 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-6a018392-9482-4d30-bc57-424a2c10a566 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352023
May 10 17:18:01.932353 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a3819-1edb-484a-afe2-2379f59b44b1,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:01.971436 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:01.976029 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.977109 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/448a3819-1edb-484a-afe2-2379f59b44b1 HTTP/1.1" status: 204  len: 168 time: 0.4259448
May 10 17:18:02.025184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-06cf4585-b58d-4b46-a565-854b92a72033 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:02.034101 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-06cf4585-b58d-4b46-a565-854b92a72033 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.1799076
May 10 17:18:02.041171 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'tag': 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'status': 'completed', 'code': 200}
May 10 17:18:02.061734 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693f4dd-742f-4fbb-9838-1db13bd0ee91 req-4af6a405-86f9-4b92-bdea-c158fcb31962 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:02.063825 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e693f4dd-742f-4fbb-9838-1db13bd0ee91 req-4af6a405-86f9-4b92-bdea-c158fcb31962 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 946 time: 0.2782216
May 10 17:18:02.099188 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54744) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:02.129806 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.153715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:02.163409 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e280db0c-df13-43cd-8a8a-e272f4c73dac req-3fa8c7cc-b028-48ac-8f7f-852518717d86 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287846
May 10 17:18:02.164396 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Usage tracker for resource:security_group_rule and tenant:b8607582e7544ff786470ac65580ea7c is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:02.167494 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:02.173304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:02.206597 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e693f4dd-742f-4fbb-9838-1db13bd0ee91 req-6b823671-cc78-4b34-8b61-785ff750b9ba tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/security-groups?id=1586fde9-0331-476f-9878-2d5cd3f1c6dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051509
May 10 17:18:02.251057 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Deleting port e96665c3-4cca-4897-8697-72413514c565 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:18:02.252020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.273614 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.278508 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.288603 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:02.330661 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8607582e7544ff786470ac65580ea7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2302432
May 10 17:18:02.334277 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54754) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:02.337230 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4d42f7-2b2a-46a2-a84e-f4869c87efdb,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:02.354887 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:02.411011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] For port e96665c3-4cca-4897-8697-72413514c565, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e96665c3-4cca-4897-8697-72413514c565,segment=NetworkSegment(e9d49c16-e7a0-4ce8-b201-4b409797915a),segment_id=e9d49c16-e7a0-4ce8-b201-4b409797915a)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:02.411376 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.459927 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.501299 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.554042 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-cb38ef97-d15e-4749-9cef-84f9f3585489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:02.556262 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-cb38ef97-d15e-4749-9cef-84f9f3585489 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 1096 time: 0.1541879
May 10 17:18:02.582943 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.592076 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-afce8df7-6757-4832-9aea-ccf6df5ee327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:02.604103 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4d42f7-2b2a-46a2-a84e-f4869c87efdb,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:02.612564 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:02.613391 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:02.614329 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Calling delete_port for e96665c3-4cca-4897-8697-72413514c565 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:18:02.614745 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c4d42f7-2b2a-46a2-a84e-f4869c87efdb HTTP/1.1" status: 204  len: 168 time: 0.2793760
May 10 17:18:03.055570 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486227a-d0aa-4482-b885-e75b8373d6ac req-8767e5d4-dd84-4344-9173-bec181b6ff42 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.057106 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6486227a-d0aa-4482-b885-e75b8373d6ac req-8767e5d4-dd84-4344-9173-bec181b6ff42 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.4543579
May 10 17:18:03.060161 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-e1d0e753-ef08-426a-9279-d29038e27797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.061964 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-e1d0e753-ef08-426a-9279-d29038e27797 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 916 time: 0.4507418
May 10 17:18:03.071753 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-476fd85c-9869-4f57-b254-7b62eb851eaf tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.072703 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-476fd85c-9869-4f57-b254-7b62eb851eaf tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Synchronizing usage tracker for tenant:275262463457461f92b87b3a5d1b5569 on resource:network {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:18:03.089981 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b09f-d407-496d-96de-29ce4f46d1ee req-ad46365e-532e-4720-a598-0b4454635e99 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.091744 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ed83b09f-d407-496d-96de-29ce4f46d1ee req-ad46365e-532e-4720-a598-0b4454635e99 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 943 time: 0.4878869
May 10 17:18:03.172207 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-f7b0051b-4a28-4dc0-a84b-0b5cef926d80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2708322-4ae7-42fe-a25b-4057da50e9b6 HTTP/1.1" status: 200  len: 217 time: 0.0966175
May 10 17:18:03.187634 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-476fd85c-9869-4f57-b254-7b62eb851eaf tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Unset dirty status for tenant:275262463457461f92b87b3a5d1b5569 on resource:network {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:18:03.189036 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-476fd85c-9869-4f57-b254-7b62eb851eaf tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "GET /v2.0/networks?id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358 HTTP/1.1" status: 200  len: 809 time: 0.4489262
May 10 17:18:03.236422 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6486227a-d0aa-4482-b885-e75b8373d6ac req-dfac5c84-7e65-4548-a8c9-8646fa00524b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427302
May 10 17:18:03.244236 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ed83b09f-d407-496d-96de-29ce4f46d1ee req-ba1d3d15-aee5-4ecf-a55c-c813fe150385 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162143
May 10 17:18:03.273103 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:03.300219 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Request body: {'port': {'device_id': '99908a10-fec5-4112-b341-1f318c72dd24', 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358', 'admin_state_up': True, 'tenant_id': '275262463457461f92b87b3a5d1b5569'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:03.304239 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:03.366636 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Pushing event deleted for resources: {'Port': ['ID=e96665c3-4cca-4897-8697-72413514c565,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:03.423525 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:03.483773 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-9fc83aad-48d9-4bcf-b0b4-eb4faafa8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.486358 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] No DVR routers for this DVR port e96665c3-4cca-4897-8697-72413514c565 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:18:03.486942 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-9fc83aad-48d9-4bcf-b0b4-eb4faafa8d10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.2397418
May 10 17:18:03.491084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:03.500869 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9224f2e6-d38f-403f-9406-43d89de93ec7 req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.43 "DELETE /v2.0/ports/e96665c3-4cca-4897-8697-72413514c565 HTTP/1.1" status: 204  len: 173 time: 1.4360633
May 10 17:18:03.527659 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:03.531588 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Usage tracker for resource:port and tenant:275262463457461f92b87b3a5d1b5569 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:03.534579 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:03.546413 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:03.618849 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-257cf3bf-f118-4b18-b7b5-947fb1a35e5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779350
May 10 17:18:03.623263 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Made reservation on behalf of 275262463457461f92b87b3a5d1b5569 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:03.628547 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:03.864603 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-88d598ef-e2c2-45b7-9483-b853c8a2fe68 req-f2dfe77c-7102-4e62-8792-65f60043da10 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 210 time: 0.1100686
May 10 17:18:03.878383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-152a0d34-10ca-4f79-a75a-cf9ebe4b35e4 req-67bddd13-70e5-48c8-af6f-b0470c8056cf tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Synchronizing usage tracker for tenant:3a9b566e18054d3dae48ab94dfc515a5 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:18:03.901031 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-152a0d34-10ca-4f79-a75a-cf9ebe4b35e4 req-67bddd13-70e5-48c8-af6f-b0470c8056cf tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Unset dirty status for tenant:3a9b566e18054d3dae48ab94dfc515a5 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:18:03.902598 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-152a0d34-10ca-4f79-a75a-cf9ebe4b35e4 req-67bddd13-70e5-48c8-af6f-b0470c8056cf tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.0935419
May 10 17:18:04.042468 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad16b73-b763-4fce-b972-74474dfbc040', 'name': 'network-vif-deleted', 'tag': 'e96665c3-4cca-4897-8697-72413514c565'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:04.125513 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-90f10178-c880-4c20-9aa4-506b5a915af6 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4689043
May 10 17:18:04.193896 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad16b73-b763-4fce-b972-74474dfbc040', 'name': 'network-vif-deleted', 'tag': 'e96665c3-4cca-4897-8697-72413514c565', 'status': 'completed', 'code': 200}
May 10 17:18:04.210100 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device f2708322-4ae7-42fe-a25b-4057da50e9b6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:18:04.259232 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Allocated IP 172.20.0.4 (d693f95a-1fc9-4de8-a5e5-ef3abee3a358/0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2/48b93988-bcf3-4f5e-8480-247cb60b44c0) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:04.375604 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port f2708322-4ae7-42fe-a25b-4057da50e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2708322-4ae7-42fe-a25b-4057da50e9b6,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:04.392394 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e96665c3-4cca-4897-8697-72413514c565 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:18:04.433874 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'port_id': 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'mac_address': 'fa:16:3e:90:08:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7674b3-aebd-40d1-9497-c82060a3b659', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:18:04.442574 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa77d978-a015-4efe-a0e8-51ad363216e0 req-c7019f2d-021d-44b9-b84d-cab3e8bb0395 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2925613
May 10 17:18:04.485219 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: e96665c3-4cca-4897-8697-72413514c565 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:18:04.485735 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e96665c3-4cca-4897-8697-72413514c565 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:18:04.521753 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.539574 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2708322-4ae7-42fe-a25b-4057da50e9b6 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:04.556222 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port f2708322-4ae7-42fe-a25b-4057da50e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2708322-4ae7-42fe-a25b-4057da50e9b6,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:04.560871 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.564200 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:04.572953 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d0736-7b7b-494b-bbbc-9db99dcb5a17 req-c56e894f-1371-4368-92af-49da08017ac1 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:04.575520 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cc9d0736-7b7b-494b-bbbc-9db99dcb5a17 req-c56e894f-1371-4368-92af-49da08017ac1 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 943 time: 0.1646473
May 10 17:18:04.643808 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=f2708322-4ae7-42fe-a25b-4057da50e9b6,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:04.647920 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:04.653758 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cc9d0736-7b7b-494b-bbbc-9db99dcb5a17 req-743549b0-e89f-4055-adbf-f69fbbcc9c3d tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619633
May 10 17:18:04.660795 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.680412 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d4f60-8ba0-4fb6-851b-72ca14d4d7ce req-363b2803-a8cd-4ef6-bcaf-78019d86d148 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:04.684550 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-671d4f60-8ba0-4fb6-851b-72ca14d4d7ce req-363b2803-a8cd-4ef6-bcaf-78019d86d148 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1803615
May 10 17:18:04.699340 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.705832 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a70937d9-42cd-4d3d-b178-9cbbfe093f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:04.754464 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-671d4f60-8ba0-4fb6-851b-72ca14d4d7ce req-acd9f7b3-adb0-4e42-a879-3c3089495740 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614657
May 10 17:18:04.784520 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:04.788636 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:04.799711 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:04.806798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:04.807673 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.838633 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Pushing event updated for resources: {'Port': ['ID=48b93988-bcf3-4f5e-8480-247cb60b44c0,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:04.843258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:04.857487 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5630164
May 10 17:18:04.920239 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Request body: {'port': {'device_id': '99908a10-fec5-4112-b341-1f318c72dd24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:05.106232 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.133206 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['f2708322-4ae7-42fe-a25b-4057da50e9b6'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:05.174452 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056cb3-05f7-4699-a5d2-8927cc0d8009 req-0b92ecf3-7d3f-4164-b93c-811d8cbfae8a tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:05.176862 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ad056cb3-05f7-4699-a5d2-8927cc0d8009 req-0b92ecf3-7d3f-4164-b93c-811d8cbfae8a tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 931 time: 0.1468322
May 10 17:18:05.286895 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-163c29a7-b2cb-4a18-9f6a-8fc502034728 req-b380d55b-b84f-4f73-b19f-d10a45c1cc3a tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad16b73-b763-4fce-b972-74474dfbc040 HTTP/1.1" status: 200  len: 210 time: 0.1084206
May 10 17:18:05.344495 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ad056cb3-05f7-4699-a5d2-8927cc0d8009 req-4a554d24-b1fc-4d67-8c39-7e77148fb0a0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112645
May 10 17:18:05.374154 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54856) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:05.513431 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.528524 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:05.532345 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Usage tracker for resource:security_group_rule and tenant:e2695189a72147b8bd6a10726b43dd3d is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:05.535184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:05.541737 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:05.566830 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b93988-bcf3-4f5e-8480-247cb60b44c0 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:05.575502 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.590505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Transition to ACTIVE for port object 48b93988-bcf3-4f5e-8480-247cb60b44c0 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:05.593906 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.603028 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:05.660588 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.670418 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.678432 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:05.721865 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2695189a72147b8bd6a10726b43dd3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3462563
May 10 17:18:05.722877 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e36ca50-a8f5-42ed-9c79-4f678373d91d,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:05.725561 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54866) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:05.740737 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:05.765777 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Pushing event updated for resources: {'Port': ['ID=48b93988-bcf3-4f5e-8480-247cb60b44c0,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:05.783298 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:05.800668 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Attempting to bind port 48b93988-bcf3-4f5e-8480-247cb60b44c0 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:05.801007 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Attempting to bind port 48b93988-bcf3-4f5e-8480-247cb60b44c0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:05.801330 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Attempting to bind port 48b93988-bcf3-4f5e-8480-247cb60b44c0 on network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:05.806463 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Port 48b93988-bcf3-4f5e-8480-247cb60b44c0 on network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:18:05.806772 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Attempting to bind port 48b93988-bcf3-4f5e-8480-247cb60b44c0 on network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:05.812074 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:05.812414 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Checking segment: {'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:05.812776 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Bound using segment: {'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:05.813191 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Bound port: 48b93988-bcf3-4f5e-8480-247cb60b44c0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:05.813523 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.860684 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.918627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] For port 48b93988-bcf3-4f5e-8480-247cb60b44c0, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:05.922533 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] For port 48b93988-bcf3-4f5e-8480-247cb60b44c0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48b93988-bcf3-4f5e-8480-247cb60b44c0,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:05.925318 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.929770 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.933610 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:05.964879 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a112a16-e0d5-45a9-9cb3-b54e34b118ba req-f63c2495-4713-45a6-a3d9-f63a58e02d35 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:05.966361 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3a112a16-e0d5-45a9-9cb3-b54e34b118ba req-f63c2495-4713-45a6-a3d9-f63a58e02d35 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 944 time: 0.1880953
May 10 17:18:05.989208 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:05.990000 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.992030 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] 10.222.0.43 "PUT /v2.0/ports/48b93988-bcf3-4f5e-8480-247cb60b44c0 HTTP/1.1" status: 200  len: 1093 time: 1.0780857
May 10 17:18:05.992432 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99908a10-fec5-4112-b341-1f318c72dd24', 'tag': '48b93988-bcf3-4f5e-8480-247cb60b44c0'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:06.018958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Pushing event updated for resources: {'Port': ['ID=48b93988-bcf3-4f5e-8480-247cb60b44c0,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:06.023167 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:06.047867 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3a112a16-e0d5-45a9-9cb3-b54e34b118ba req-4b7d69a9-5466-47a1-8a62-25a725df0ed2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713196
May 10 17:18:06.067052 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.071073 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:06.085135 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36928530-a3d7-4acf-b988-12beee445432 req-3290dc36-90d7-4505-9cf2-442dafdb8a4e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:06.086159 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-36928530-a3d7-4acf-b988-12beee445432 req-3290dc36-90d7-4505-9cf2-442dafdb8a4e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1955597
May 10 17:18:06.095041 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e36ca50-a8f5-42ed-9c79-4f678373d91d,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:06.111051 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:06.113924 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.115721 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e36ca50-a8f5-42ed-9c79-4f678373d91d HTTP/1.1" status: 204  len: 168 time: 0.3772995
May 10 17:18:06.152015 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-36928530-a3d7-4acf-b988-12beee445432 req-1eb1abd2-8e46-46f2-a03c-443b67100d6f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598118
May 10 17:18:06.408367 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 54886) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:06.426093 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.443802 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:06.447626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Usage tracker for resource:security_group_rule and tenant:0a3dfcd156244a50a397a590dd0c3faa is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:06.450476 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:06.456396 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:06.539198 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.543131 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.550288 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d1cc800f-cc4f-4c59-aaf2-71e9440a8641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:06.589986 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a3dfcd156244a50a397a590dd0c3faa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1804388
May 10 17:18:06.590868 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd1b890-3c27-4da5-a1d2-fecd2f07dcda,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:06.592562 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 54890) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:06.593967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:06.653720 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.682058 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.811588 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.819136 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d0841f5f-1070-426a-9779-e42bbbf722de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:06.832053 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd1b890-3c27-4da5-a1d2-fecd2f07dcda,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:06.836549 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:06.838774 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.839944 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcd1b890-3c27-4da5-a1d2-fecd2f07dcda HTTP/1.1" status: 204  len: 168 time: 0.2461905
May 10 17:18:07.155420 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:18:09.010506 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-45ade68d-a562-4662-8773-e8cc431a18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.013597 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-45ade68d-a562-4662-8773-e8cc431a18ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=275262463457461f92b87b3a5d1b5569&device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 1096 time: 0.0915654
May 10 17:18:09.120238 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99908a10-fec5-4112-b341-1f318c72dd24', 'tag': '48b93988-bcf3-4f5e-8480-247cb60b44c0', 'status': 'completed', 'code': 200}
May 10 17:18:09.138837 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0be667c3-28ff-4d11-af0b-3b401c893772 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b93988-bcf3-4f5e-8480-247cb60b44c0 HTTP/1.1" status: 200  len: 217 time: 0.1066265
May 10 17:18:09.218830 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0562be5f-b201-4b48-940c-91df6731a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.220430 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-0562be5f-b201-4b48-940c-91df6731a315 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2 HTTP/1.1" status: 200  len: 849 time: 0.0739372
May 10 17:18:09.282193 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-e2ae7896-7f3b-48f1-b9c2-28d5d62d1a4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494344
May 10 17:18:09.333914 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cf730-be44-4a72-a9f5-99b0d6f73d87 req-4567ec53-194f-40c4-b798-2dbe4e0bd6f5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.335417 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aa6cf730-be44-4a72-a9f5-99b0d6f73d87 req-4567ec53-194f-40c4-b798-2dbe4e0bd6f5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 943 time: 0.1553113
May 10 17:18:09.369895 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edabc2-2399-4ced-b3c0-2681ad6848f4 req-bf705bcb-6dcb-41a3-b4a8-473b736d27a6 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.372344 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-85edabc2-2399-4ced-b3c0-2681ad6848f4 req-bf705bcb-6dcb-41a3-b4a8-473b736d27a6 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 944 time: 0.1459870
May 10 17:18:09.418852 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aa6cf730-be44-4a72-a9f5-99b0d6f73d87 req-934a33dc-b790-46da-9f2d-6f2676b56bc3 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764356
May 10 17:18:09.435480 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-35e4c4fe-e579-4f9d-a9e4-71e7933af60a service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449621
May 10 17:18:09.448400 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-85edabc2-2399-4ced-b3c0-2681ad6848f4 req-11d89deb-86d5-4dd4-a39f-e61868d23232 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697427
May 10 17:18:09.602868 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e67cb276-c5fb-4c22-90b9-9a27091fdf39 req-af8a5ec9-1fcb-4f92-a714-d9a76e51b5bb service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547823
May 10 17:18:09.614096 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd547b-6312-4bf0-be6c-1dff97fb916d req-943e4479-a972-4d61-9598-e3246357a864 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.615993 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-99fd547b-6312-4bf0-be6c-1dff97fb916d req-943e4479-a972-4d61-9598-e3246357a864 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.0896425
May 10 17:18:09.664673 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-99fd547b-6312-4bf0-be6c-1dff97fb916d req-4e40147d-0ac7-4de0-8757-16717b97ff2f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420001
May 10 17:18:09.809162 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-0550e230-c8e5-440e-8268-5a42617c46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.810628 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-0550e230-c8e5-440e-8268-5a42617c46e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=275262463457461f92b87b3a5d1b5569&device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 1096 time: 0.0746605
May 10 17:18:09.951177 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-75955f1c-0fbb-4e87-b5e4-8cfe3b4bea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.952633 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-75955f1c-0fbb-4e87-b5e4-8cfe3b4bea14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358 HTTP/1.1" status: 200  len: 910 time: 0.1297760
May 10 17:18:10.040969 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-d20a7bd0-f361-42aa-ae3a-d03f8ec39a9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b93988-bcf3-4f5e-8480-247cb60b44c0 HTTP/1.1" status: 200  len: 217 time: 0.0785348
May 10 17:18:10.150843 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-ad07e2c5-87e3-4281-8c54-667ecd677f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:10.153340 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-ad07e2c5-87e3-4281-8c54-667ecd677f62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2 HTTP/1.1" status: 200  len: 849 time: 0.0927789
May 10 17:18:10.229191 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device f2708322-4ae7-42fe-a25b-4057da50e9b6 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:10.267577 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cfc50473-1680-474f-a83a-ddda8ae65611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:10.268191 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-6c9a3458-d0a8-4df4-98c0-d2417a20d88e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0762098
May 10 17:18:10.306461 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port f2708322-4ae7-42fe-a25b-4057da50e9b6 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:10.313420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port f2708322-4ae7-42fe-a25b-4057da50e9b6 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:10.313983 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:10.431177 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-3b54bc0f-657f-42ac-98dc-bb90c80afd03 service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443889
May 10 17:18:10.515558 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:10.575409 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2708322-4ae7-42fe-a25b-4057da50e9b6'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:10.597216 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port f2708322-4ae7-42fe-a25b-4057da50e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2708322-4ae7-42fe-a25b-4057da50e9b6,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:10.600586 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-975cb753-74e8-4a7e-b1e3-abb7245c6524 req-7f865737-9701-448b-b7e7-eee0c9082550 service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615877
May 10 17:18:10.604140 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:10.605836 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:10.771218 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=f2708322-4ae7-42fe-a25b-4057da50e9b6,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:10.829280 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:10.879918 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91f15-f265-426d-a4a1-4a2584bc79ad req-b003c2fe-5139-4e4c-a468-fe7e40c8cca0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:10.881454 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-17d91f15-f265-426d-a4a1-4a2584bc79ad req-b003c2fe-5139-4e4c-a468-fe7e40c8cca0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 945 time: 0.2088292
May 10 17:18:10.918754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576f369-ac04-4129-a174-edf53e8b7559 req-755800c0-6d59-4976-929b-888c9824c998 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:10.925946 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b576f369-ac04-4129-a174-edf53e8b7559 req-755800c0-6d59-4976-929b-888c9824c998 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 943 time: 0.2993846
May 10 17:18:10.985647 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-17d91f15-f265-426d-a4a1-4a2584bc79ad req-96a42081-233f-4e25-8020-135542059b3d tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949407
May 10 17:18:10.998327 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b576f369-ac04-4129-a174-edf53e8b7559 req-b267c928-2919-42d9-bc3b-0da03afc1ef1 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715272
May 10 17:18:11.046249 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'code': 200}
May 10 17:18:11.231263 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6ed06-bcf0-4fb2-b7e5-65ce66a434a9 req-2ac0442c-9066-4a47-ad8a-49ed966fca36 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:11.231840 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55028) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:11.237347 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0da6ed06-bcf0-4fb2-b7e5-65ce66a434a9 req-2ac0442c-9066-4a47-ad8a-49ed966fca36 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1261690
May 10 17:18:11.310583 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0da6ed06-bcf0-4fb2-b7e5-65ce66a434a9 req-3751c1a8-47c0-4413-8af9-0ee75339d4b1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631073
May 10 17:18:11.361987 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Deleting subnet 696541cc-6cbf-4fb3-ab8c-2be041a93ee8 {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:18:11.370896 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.433537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.444069 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.501665 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa488e7b-7901-4ad3-ab8a-ea95b3588f96 req-c01de530-737e-4dd3-9165-9c30bfb697e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:11.503466 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fa488e7b-7901-4ad3-ab8a-ea95b3588f96 req-c01de530-737e-4dd3-9165-9c30bfb697e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 1098 time: 0.1856611
May 10 17:18:11.689785 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fa488e7b-7901-4ad3-ab8a-ea95b3588f96 req-588e6154-5822-4aa4-a2a2-aed89fbe36fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643780
May 10 17:18:11.799525 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.804170 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:11.838495 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696541cc-6cbf-4fb3-ab8c-2be041a93ee8,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:11.841588 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:11.842664 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.848398 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/696541cc-6cbf-4fb3-ab8c-2be041a93ee8 HTTP/1.1" status: 204  len: 168 time: 0.6155338
May 10 17:18:11.851594 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 55036) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:11.955289 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.080723 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.095695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbd98db12e0>> segment before_delete 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.096088 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbd98db12e0>> subnet precommit_delete_associations 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.096826 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> segment_host_mapping after_create 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.097174 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> port after_create 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.097488 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> port after_delete 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.097813 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> port after_update 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.098125 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> segment after_delete 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.098437 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> subnet after_create 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.098744 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> subnet after_delete 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.099611 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd9a10ea60>> subnet after_update 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.237274 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 48b93988-bcf3-4f5e-8480-247cb60b44c0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:18:12.246633 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd98b12790>> subnet after_create 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.246995 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd98b12790>> subnet after_delete 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.247356 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd98b12790>> subnet before_create 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.247694 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd98b12790>> subnet before_update 55550000 {{(pid=78765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:18:12.248137 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd9a10e190>,) {'filters': {'network_id': ['ce14940e-6753-4da5-affc-87e6c6c13ca4']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:12.335051 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9a10e190>, 'e9d49c16-e7a0-4ce8-b201-4b409797915a') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:12.335312 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9a10e190>, 'e9d49c16-e7a0-4ce8-b201-4b409797915a') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:12.362545 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.370806 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 48b93988-bcf3-4f5e-8480-247cb60b44c0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48b93988-bcf3-4f5e-8480-247cb60b44c0,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:12.385008 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '48b93988-bcf3-4f5e-8480-247cb60b44c0', 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358', 'port_id': '48b93988-bcf3-4f5e-8480-247cb60b44c0', 'mac_address': 'fa:16:3e:f3:5f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:18:12.394300 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.406150 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:18:12.406539 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   from cryptography.utils import int_from_bytes
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   from cryptography.utils import int_from_bytes
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:18:12.422640 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:18:12.445635 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.464998 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b93988-bcf3-4f5e-8480-247cb60b44c0 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:12.483438 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 48b93988-bcf3-4f5e-8480-247cb60b44c0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48b93988-bcf3-4f5e-8480-247cb60b44c0,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:12.487644 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.491526 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:12.526174 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350a236-5cc8-4599-8151-5146c9ee9e89 req-3e7119a5-113d-4e0f-98b6-789c613a0880 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:12.527814 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f350a236-5cc8-4599-8151-5146c9ee9e89 req-3e7119a5-113d-4e0f-98b6-789c613a0880 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 945 time: 0.2698586
May 10 17:18:12.538401 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ef376-9b49-433f-9eff-7887d0b9a295 req-134dcdb0-2ac0-49bb-b12a-56b97c975d83 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:12.539921 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c03ef376-9b49-433f-9eff-7887d0b9a295 req-134dcdb0-2ac0-49bb-b12a-56b97c975d83 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 943 time: 0.2836905
May 10 17:18:12.561665 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.573130 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=48b93988-bcf3-4f5e-8480-247cb60b44c0,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:12.580989 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:12.597985 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-453e8908-7a83-4ddd-a91c-e5e127f49dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:12.611587 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.639999 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce14940e-6753-4da5-affc-87e6c6c13ca4,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:12.650054 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f350a236-5cc8-4599-8151-5146c9ee9e89 req-3e5db77e-74a9-45fc-864e-aeb87827449e tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091437
May 10 17:18:12.652498 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:12.657427 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.665031 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c03ef376-9b49-433f-9eff-7887d0b9a295 req-debaf5e6-4ea3-44d4-bcab-054284fd8c68 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097848
May 10 17:18:12.676574 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-df1a6e27-5cc1-4f9e-abe1-b19a7e1ab7b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce14940e-6753-4da5-affc-87e6c6c13ca4 HTTP/1.1" status: 204  len: 168 time: 0.8238866
May 10 17:18:12.850547 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7030fe-3569-48a4-bd93-8ca99e5f9ea6 req-34938c6e-b1e7-401c-8aa2-18ebe684ceaa tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:12.852066 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1f7030fe-3569-48a4-bd93-8ca99e5f9ea6 req-34938c6e-b1e7-401c-8aa2-18ebe684ceaa tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.0885401
May 10 17:18:12.894413 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55064) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:12.910198 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1f7030fe-3569-48a4-bd93-8ca99e5f9ea6 req-d6eccd0a-e23c-49ca-97b2-64eb341e5734 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513930
May 10 17:18:12.925293 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06bcb72c-a690-4734-90e2-0ce64b69081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.974467 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-698b4312-1d01-486f-81b7-3c0ef817c855 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a9b566e18054d3dae48ab94dfc515a5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0780978
May 10 17:18:12.976911 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55070) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:13.054408 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.071209 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['48b93988-bcf3-4f5e-8480-247cb60b44c0'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:13.085886 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 55074) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:13.086391 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.143996 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.148234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:13.158836 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1586fde9-0331-476f-9878-2d5cd3f1c6dc,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:13.163370 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:13.167112 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.171185 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1586fde9-0331-476f-9878-2d5cd3f1c6dc HTTP/1.1" status: 204  len: 168 time: 0.1903157
May 10 17:18:13.224839 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.241196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:13.249355 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef6b71d6d874bc29a646ec46b13c3e5 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:13.254166 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:13.262094 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:13.369552 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.375803 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.396830 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c5f376b8-a4ad-49b6-b850-b71439d34e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:13.439402 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec7823-b4ba-4b39-9f87-a91cea636b48,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:13.442887 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:13.456444 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ef6b71d6d874bc29a646ec46b13c3e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3694813
May 10 17:18:13.456784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55090) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:13.522570 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.550024 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.605800 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.611077 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-cfb4f20e-d357-4a31-8251-823bb5af0edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:13.623988 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec7823-b4ba-4b39-9f87-a91cea636b48,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:13.627312 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:13.629435 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.630967 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49ec7823-b4ba-4b39-9f87-a91cea636b48 HTTP/1.1" status: 204  len: 168 time: 0.1727185
May 10 17:18:13.659371 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55102) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:13.862952 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.922351 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeecc57-7384-426d-8e06-02e9a10ff587 req-a8ced794-d64f-4fed-a539-ce72a726c68d tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:13.924253 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddeecc57-7384-426d-8e06-02e9a10ff587 req-a8ced794-d64f-4fed-a539-ce72a726c68d tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 944 time: 0.1093342
May 10 17:18:13.943850 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d0fbc-686a-4e16-a185-eab6a0369258 req-4d6f1bcb-14bc-4250-a03f-0803e3cdaf78 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:13.948854 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f61d0fbc-686a-4e16-a185-eab6a0369258 req-4d6f1bcb-14bc-4250-a03f-0803e3cdaf78 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 945 time: 0.1749227
May 10 17:18:13.982996 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.004068 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:14.009742 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Usage tracker for resource:security_group_rule and tenant:ec8f80bd592e4aac9923ca9a3b5799a7 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:14.013828 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:14.023598 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:14.031646 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f61d0fbc-686a-4e16-a185-eab6a0369258 req-a34dd512-d33f-45ff-81cd-6a7cd66e3aaa tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635359
May 10 17:18:14.071738 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddeecc57-7384-426d-8e06-02e9a10ff587 req-2783796c-146e-4268-83f4-0b05168e609d tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217391
May 10 17:18:14.125054 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 55128) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:14.204845 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.210244 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.222481 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f4605c6a-67fe-45cb-97ab-2b2387e856a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:14.227264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.256563 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:14.260484 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Usage tracker for resource:security_group_rule and tenant:12b066b8c73b44958c97df002f068c8e is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:14.263239 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:14.264331 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ef901-8dc7-42bf-aa5e-1203ab3f79f5,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:14.269545 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:14.269926 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:14.274172 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec8f80bd592e4aac9923ca9a3b5799a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6134741
May 10 17:18:14.276996 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 55136) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:14.399577 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.409082 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e765a45-ab6e-4ddb-b5d5-f504c1f976f0 req-8f25d5bd-6c04-4539-a488-01e162ad276b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:14.410527 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7e765a45-ab6e-4ddb-b5d5-f504c1f976f0 req-8f25d5bd-6c04-4539-a488-01e162ad276b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.2270873
May 10 17:18:14.483242 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.503271 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.518106 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.533468 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0e95fc3e-4795-486b-9c84-258bcdf98e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:14.542374 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7e765a45-ab6e-4ddb-b5d5-f504c1f976f0 req-5023de41-6066-43e9-80c7-1938331da375 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194649
May 10 17:18:14.592465 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12b066b8c73b44958c97df002f068c8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4655263
May 10 17:18:14.593575 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 55148) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:14.613575 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e04b56-56ad-4d90-aa4b-3e055ed7ccf7,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:14.619520 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:14.643304 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.651190 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-38aeb8e1-026d-4f74-8acd-4bf32d98305c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:14.668129 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ef901-8dc7-42bf-aa5e-1203ab3f79f5,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:14.673068 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:14.695848 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.710499 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.712716 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d6ef901-8dc7-42bf-aa5e-1203ab3f79f5 HTTP/1.1" status: 204  len: 168 time: 0.4336872
May 10 17:18:14.737730 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.776739 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.828060 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.837315 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-dd460e9a-d540-40b2-aab3-306dfe0c7327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:14.855316 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e04b56-56ad-4d90-aa4b-3e055ed7ccf7,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:14.866856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.869476 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48e04b56-56ad-4d90-aa4b-3e055ed7ccf7 HTTP/1.1" status: 204  len: 168 time: 0.2719362
May 10 17:18:14.871175 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:15.618692 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:15.755698 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab0f62-27f4-4511-848c-1b42f6e7daf5 req-d1e3d9ef-4249-48f2-a0f0-e791cd91a497 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:15.757348 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-15ab0f62-27f4-4511-848c-1b42f6e7daf5 req-d1e3d9ef-4249-48f2-a0f0-e791cd91a497 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 944 time: 0.2098413
May 10 17:18:15.809334 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-15ab0f62-27f4-4511-848c-1b42f6e7daf5 req-2625adf8-56b9-451f-96ba-308da24edcf5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463367
May 10 17:18:16.014620 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b132-041d-496b-b8cb-73b66cf21f18 req-e98566b1-0a79-41e5-bed7-dd09a7096c70 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:16.022783 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7bb4b132-041d-496b-b8cb-73b66cf21f18 req-e98566b1-0a79-41e5-bed7-dd09a7096c70 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.0943868
May 10 17:18:16.069160 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7bb4b132-041d-496b-b8cb-73b66cf21f18 req-5ec0d49d-00ed-43fe-bcd8-0e2e3790e0b8 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454950
May 10 17:18:16.279952 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 48b93988-bcf3-4f5e-8480-247cb60b44c0 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:16.355305 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 48b93988-bcf3-4f5e-8480-247cb60b44c0 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:16.360671 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 48b93988-bcf3-4f5e-8480-247cb60b44c0 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:16.361053 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:16.501410 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:16.531350 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99908a10-fec5-4112-b341-1f318c72dd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b93988-bcf3-4f5e-8480-247cb60b44c0'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:16.547135 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 48b93988-bcf3-4f5e-8480-247cb60b44c0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48b93988-bcf3-4f5e-8480-247cb60b44c0,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:16.556939 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:16.559324 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:16.610288 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99908a10-fec5-4112-b341-1f318c72dd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b93988-bcf3-4f5e-8480-247cb60b44c0', 'code': 200}
May 10 17:18:16.640528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=48b93988-bcf3-4f5e-8480-247cb60b44c0,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:16.644004 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:16.937332 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403ead8-50c1-4d19-b22d-2601fc62fedf req-b385068e-6f39-4ec4-a533-54268ac51d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:16.940000 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-6403ead8-50c1-4d19-b22d-2601fc62fedf req-b385068e-6f39-4ec4-a533-54268ac51d9b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 1098 time: 0.0841672
May 10 17:18:17.009922 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-6403ead8-50c1-4d19-b22d-2601fc62fedf req-c649cc25-00dd-4531-a692-82448b032915 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561032
May 10 17:18:17.014666 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440055ba-1aa3-4b70-b10d-e90ca52731be req-239316f3-1d22-4960-bd1d-e7af196cc3ef tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:17.016348 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-440055ba-1aa3-4b70-b10d-e90ca52731be req-239316f3-1d22-4960-bd1d-e7af196cc3ef tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.0963519
May 10 17:18:17.064941 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-440055ba-1aa3-4b70-b10d-e90ca52731be req-ba5171f1-142e-4cbc-8d84-830677363932 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405812
May 10 17:18:17.275233 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f9a9-375e-4ce4-933c-4aa4fb3190ec req-74c40d7a-7c45-42fa-89ac-a0d92e22fbfd tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:17.276740 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-39a0f9a9-375e-4ce4-933c-4aa4fb3190ec req-74c40d7a-7c45-42fa-89ac-a0d92e22fbfd tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.0879903
May 10 17:18:17.321907 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-39a0f9a9-375e-4ce4-933c-4aa4fb3190ec req-8a73ac08-e03f-4f7f-9312-a5ac0b6befd4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395560
May 10 17:18:18.159160 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-61333744-83a4-43ad-ab70-96a4e21bc52e tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:18.160672 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-61333744-83a4-43ad-ab70-96a4e21bc52e tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 0.1474152
May 10 17:18:18.176272 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-9b65cb36-22ec-4521-918f-dadec1798f58 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/quotas/94ef14ea44b1462babbc383f419bee3a HTTP/1.1" status: 200  len: 375 time: 0.0091424
May 10 17:18:18.260871 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-0c5516cd-1316-44a3-aa9f-39ad698e2fab tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0785077
May 10 17:18:18.409911 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-2fdad9a6-16ee-470d-9b91-57d6d18e1aac service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421375
May 10 17:18:18.541407 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-08149538-26ca-49c5-86ee-2f3934cc1a9a service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306257
May 10 17:18:18.809934 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee74c-86b2-4082-9519-912d106794b3 req-fcf7d2e3-0eec-4adc-92da-22ba12dcbec5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:18.811466 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c1ee74c-86b2-4082-9519-912d106794b3 req-fcf7d2e3-0eec-4adc-92da-22ba12dcbec5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.0932970
May 10 17:18:18.859079 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c1ee74c-86b2-4082-9519-912d106794b3 req-e382baeb-4ba7-4fd5-b403-c58752fdd357 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414946
May 10 17:18:19.053315 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2f177-0a05-4554-a540-d68f2d6db379 req-16c0e8a3-f9c4-48ad-b6c8-855d22e8ae5a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:19.054922 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d0c2f177-0a05-4554-a540-d68f2d6db379 req-16c0e8a3-f9c4-48ad-b6c8-855d22e8ae5a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.0947108
May 10 17:18:19.104699 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d0c2f177-0a05-4554-a540-d68f2d6db379 req-276ed6cd-cfdd-4dfa-9e32-6ad8ad9422dc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437992
May 10 17:18:19.243942 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b9954693-1181-40b0-84bb-05b4fa2e1f48 req-3ba27e52-835c-45e8-b5f1-7bc49652bf0e tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 210 time: 0.0434015
May 10 17:18:20.048185 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6510e-2ef2-4be0-b8d5-cc7272477969 req-250a7b97-c5ba-4877-99df-e14d2378c63a tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:20.049153 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d7c6510e-2ef2-4be0-b8d5-cc7272477969 req-250a7b97-c5ba-4877-99df-e14d2378c63a tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.0825014
May 10 17:18:20.096211 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d7c6510e-2ef2-4be0-b8d5-cc7272477969 req-6a792eb0-0eb2-4ab1-b52b-a4947fccc622 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410130
May 10 17:18:21.258705 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f5c4ef66-dadb-49ad-acac-47552807c84c req-b576e803-485e-40de-8781-4aaa5439a3a6 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 210 time: 0.0537052
May 10 17:18:21.299836 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bd0f8-1b86-4497-910c-de16138a4e60 req-ef184e40-70ae-42ff-a42b-b6e772c658b2 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:21.301332 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7a1bd0f8-1b86-4497-910c-de16138a4e60 req-ef184e40-70ae-42ff-a42b-b6e772c658b2 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1298103
May 10 17:18:21.351049 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7a1bd0f8-1b86-4497-910c-de16138a4e60 req-7738ce82-7806-4bf5-8961-04822107e675 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426843
May 10 17:18:21.499169 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4a7c-78de-4d8f-afcb-e903d145c223 req-14786d98-d845-4253-a757-5b6af6451eb8 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:21.500695 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d25d4a7c-78de-4d8f-afcb-e903d145c223 req-14786d98-d845-4253-a757-5b6af6451eb8 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.0897496
May 10 17:18:21.548572 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d25d4a7c-78de-4d8f-afcb-e903d145c223 req-5d9ca3fb-73b7-4d20-9e98-e201ed049669 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415866
May 10 17:18:22.459614 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-166e1ed7-ac53-4881-aa32-9173e80d5286 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:22.461352 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-166e1ed7-ac53-4881-aa32-9173e80d5286 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 0.1801257
May 10 17:18:22.492814 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Request body: {'port': {'device_id': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'admin_state_up': True, 'tenant_id': '94ef14ea44b1462babbc383f419bee3a'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:22.524553 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-600a4836-ba2b-47d5-b7b5-f2f289f870b5 req-cf0bcd09-12cb-453a-bc09-33c5bf702f44 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 210 time: 0.0829926
May 10 17:18:22.659655 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:22.670543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:22.681028 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d82a-c757-4393-a0f8-4021b530b2ba req-fd23cb72-e47e-4b10-91ef-179d53468dfe tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:22.682661 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8871d82a-c757-4393-a0f8-4021b530b2ba req-fd23cb72-e47e-4b10-91ef-179d53468dfe tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.0858288
May 10 17:18:22.684921 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Made reservation on behalf of 94ef14ea44b1462babbc383f419bee3a for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:22.688765 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:22.730984 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8871d82a-c757-4393-a0f8-4021b530b2ba req-8c218992-6f50-4a37-91ca-b9a22b88ce2d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423429
May 10 17:18:22.886090 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Allocated IP 172.20.0.7 (7130d662-e986-4609-9cd1-1595c08760e9/4a7674b3-aebd-40d1-9497-c82060a3b659/e3016ccf-1c2f-4a2b-be00-312640e19a78) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:22.939431 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee9677-700d-4c4c-aee3-4e702304fe6a req-1cb63f6d-a22b-4c4e-a3f6-d3b5a73dfe06 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:22.940927 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-caee9677-700d-4c4c-aee3-4e702304fe6a req-1cb63f6d-a22b-4c4e-a3f6-d3b5a73dfe06 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.1761591
May 10 17:18:22.988705 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-caee9677-700d-4c4c-aee3-4e702304fe6a req-7d224af2-1b7c-470b-9eee-9f2d9eab8870 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411730
May 10 17:18:23.101600 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.132011 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.138177 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3efaa63a-47c6-4cd3-b36e-c1da2bd9d58d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:23.200034 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Network 7130d662-e986-4609-9cd1-1595c08760e9 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:23.207673 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:23.213122 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:23.218466 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:23.219055 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.222766 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event updated for resources: {'Port': ['ID=e3016ccf-1c2f-4a2b-be00-312640e19a78,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:23.227163 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:23.259839 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7725363
May 10 17:18:23.773993 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'f2708322-4ae7-42fe-a25b-4057da50e9b6'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:23.847646 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Request body: {'port': {'device_id': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:24.016264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:24.366523 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d767-03f0-4713-a7cd-6b0b32db3df2 req-5bbe1820-f9a9-4429-b3c6-8dd28e98f9bc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:24.368109 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ae95d767-03f0-4713-a7cd-6b0b32db3df2 req-5bbe1820-f9a9-4429-b3c6-8dd28e98f9bc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 931 time: 0.2191851
May 10 17:18:24.404987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69396fd1-dbad-4f04-a60e-f6631f0fa64b req-c6a5aff4-5fcd-4870-b5a0-e48e4118b16b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:24.406550 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69396fd1-dbad-4f04-a60e-f6631f0fa64b req-c6a5aff4-5fcd-4870-b5a0-e48e4118b16b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1999490
May 10 17:18:24.454569 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ae95d767-03f0-4713-a7cd-6b0b32db3df2 req-bdf3100b-4392-4107-8d0a-87a44d12d197 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755157
May 10 17:18:24.478902 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69396fd1-dbad-4f04-a60e-f6631f0fa64b req-aa0d0db5-8274-4cef-841a-24a33ee8cc6e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637972
May 10 17:18:24.572950 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e672ef3-782d-4cd0-a298-69fda728dd23 req-8b2cf63a-f4ec-432f-a31e-5700d3347d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:24.574390 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2e672ef3-782d-4cd0-a298-69fda728dd23 req-8b2cf63a-f4ec-432f-a31e-5700d3347d34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 1099 time: 0.1275592
May 10 17:18:24.673755 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3016ccf-1c2f-4a2b-be00-312640e19a78 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:24.679618 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2e672ef3-782d-4cd0-a298-69fda728dd23 req-2fb49687-8fa6-49a7-b9a6-806a2c34ed05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933738
May 10 17:18:24.684196 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:24.699409 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Transition to ACTIVE for port object e3016ccf-1c2f-4a2b-be00-312640e19a78 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:24.703719 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:24.709735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:24.882821 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a340922-a26e-467f-8db2-498406df062a service neutron] Pushing event updated for resources: {'Port': ['ID=e3016ccf-1c2f-4a2b-be00-312640e19a78,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:24.886971 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1a340922-a26e-467f-8db2-498406df062a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:24.894301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Attempting to bind port e3016ccf-1c2f-4a2b-be00-312640e19a78 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:24.894301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Attempting to bind port e3016ccf-1c2f-4a2b-be00-312640e19a78 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:24.895281 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Attempting to bind port e3016ccf-1c2f-4a2b-be00-312640e19a78 on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:24.900391 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Port e3016ccf-1c2f-4a2b-be00-312640e19a78 on network 7130d662-e986-4609-9cd1-1595c08760e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:18:24.900699 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Attempting to bind port e3016ccf-1c2f-4a2b-be00-312640e19a78 on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:24.906201 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:24.906525 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Checking segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:24.906894 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Bound using segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:24.907300 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Bound port: e3016ccf-1c2f-4a2b-be00-312640e19a78, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:24.907633 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.004274 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] For port e3016ccf-1c2f-4a2b-be00-312640e19a78, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:25.008812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] For port e3016ccf-1c2f-4a2b-be00-312640e19a78, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3016ccf-1c2f-4a2b-be00-312640e19a78,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:25.017862 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.028988 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:25.073908 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:25.074524 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.075860 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1a340922-a26e-467f-8db2-498406df062a service neutron] 10.222.0.43 "PUT /v2.0/ports/e3016ccf-1c2f-4a2b-be00-312640e19a78 HTTP/1.1" status: 200  len: 1093 time: 1.2325952
May 10 17:18:25.076346 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'tag': 'e3016ccf-1c2f-4a2b-be00-312640e19a78'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:25.107764 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a340922-a26e-467f-8db2-498406df062a service neutron] Pushing event updated for resources: {'Port': ['ID=e3016ccf-1c2f-4a2b-be00-312640e19a78,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:25.110570 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1a340922-a26e-467f-8db2-498406df062a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:25.277400 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'tag': 'e3016ccf-1c2f-4a2b-be00-312640e19a78', 'status': 'completed', 'code': 200}
May 10 17:18:25.319734 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-169a67fe-666f-4d61-9eee-36756876b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:25.321277 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-169a67fe-666f-4d61-9eee-36756876b1f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 1096 time: 0.0767810
May 10 17:18:25.405710 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-1f64e5cc-d287-44d7-bd1e-8bc51ad2f7b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3016ccf-1c2f-4a2b-be00-312640e19a78 HTTP/1.1" status: 200  len: 217 time: 0.0664279
May 10 17:18:25.502784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-3fdc9917-5825-4b91-bd05-5f2e68b3955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:25.505431 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-3fdc9917-5825-4b91-bd05-5f2e68b3955d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.0848389
May 10 17:18:25.597033 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-11b7c9e0-50da-4b9d-88aa-d93e193a96ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665643
May 10 17:18:25.704601 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667b69f-372e-4037-bd5f-87fb32db716c req-21776b37-7371-4825-a182-dfdfc01c4c32 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:25.713728 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1667b69f-372e-4037-bd5f-87fb32db716c req-21776b37-7371-4825-a182-dfdfc01c4c32 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 943 time: 0.1310365
May 10 17:18:25.780484 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-90a4908c-7bab-4de2-88b2-2b9969d13ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733615
May 10 17:18:25.811015 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1667b69f-372e-4037-bd5f-87fb32db716c req-f56d29f9-de59-4db3-b33f-f9444ddc9ec9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939100
May 10 17:18:25.907227 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ff29-377e-4c44-8f53-17b27c38ab77 req-fc72a21a-f079-4c05-b328-21e1933a3f9f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:25.909820 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-db11ff29-377e-4c44-8f53-17b27c38ab77 req-fc72a21a-f079-4c05-b328-21e1933a3f9f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1396782
May 10 17:18:25.938328 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bccb2135-5120-459a-9aa5-b4f13f75de32 req-4eadb301-3972-4252-bbea-81c37f195b59 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488354
May 10 17:18:25.945936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55486) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:25.987850 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-db11ff29-377e-4c44-8f53-17b27c38ab77 req-b63a9404-8779-4009-93d2-05e2186ddc2b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716040
May 10 17:18:26.086850 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118ee7a-ba95-4520-be73-6b5f9e442cd7 req-f3289d95-f67e-42d4-82ca-174c420827ed tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:26.088348 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d118ee7a-ba95-4520-be73-6b5f9e442cd7 req-f3289d95-f67e-42d4-82ca-174c420827ed tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.0865648
May 10 17:18:26.152709 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d118ee7a-ba95-4520-be73-6b5f9e442cd7 req-58dd9c18-ce3e-4a1d-bc6a-58994e7bba47 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576637
May 10 17:18:26.197795 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.218507 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:26.225726 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Usage tracker for resource:security_group_rule and tenant:9db1c433f45347048bedca800f4375ff is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:26.229324 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:26.237050 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:26.292401 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-e9a9cf8c-7ec2-444b-a507-297cabd9f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:26.293918 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-e9a9cf8c-7ec2-444b-a507-297cabd9f258 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 1096 time: 0.1461170
May 10 17:18:26.460743 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.466076 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.476505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-64965c73-d7cb-477a-ba87-cd1c49925306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:26.526500 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-d0ea54f8-3e1d-4260-aa68-658d0d6acfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:26.527908 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-d0ea54f8-3e1d-4260-aa68-658d0d6acfa8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 916 time: 0.2024424
May 10 17:18:26.532356 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b7b18-253c-49b9-b666-2f420f60034c,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:26.536862 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9db1c433f45347048bedca800f4375ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5884778
May 10 17:18:26.537940 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:26.540541 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55502) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:26.601924 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.751039 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.775842 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-2717f401-c8ea-48d1-9b81-d87d3957927a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3016ccf-1c2f-4a2b-be00-312640e19a78 HTTP/1.1" status: 200  len: 217 time: 0.1451418
May 10 17:18:26.865543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-b71e1c42-9a62-480b-977b-479630d51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:26.867296 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-b71e1c42-9a62-480b-977b-479630d51d9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.0823226
May 10 17:18:26.912758 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.921889 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-620ea8f1-bb2a-46b9-9315-f1617b61e14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:26.932003 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-b250a89e-ece7-4f12-aa07-c1fb892562b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549924
May 10 17:18:26.937706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b7b18-253c-49b9-b666-2f420f60034c,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:26.940581 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:26.941512 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.942602 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a88b7b18-253c-49b9-b666-2f420f60034c HTTP/1.1" status: 204  len: 168 time: 0.4013333
May 10 17:18:27.070424 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fd603-7b4d-4b2f-9b7d-4f75763c097c req-edf3284c-7b4d-435a-8f71-536252761ccd tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:27.072393 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb1fd603-7b4d-4b2f-9b7d-4f75763c097c req-edf3284c-7b4d-435a-8f71-536252761ccd tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 943 time: 0.1457937
May 10 17:18:27.154895 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-6e9083b6-c572-4228-aba0-e48e46ce6a0c service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994147
May 10 17:18:27.242520 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb1fd603-7b4d-4b2f-9b7d-4f75763c097c req-9516afad-0ac2-4629-ad1d-1a3ec67307eb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629944
May 10 17:18:27.324374 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b2a63-93d2-4c5e-a205-e438d324ace1 req-21f273d9-650c-4238-baa0-87186ef03f1d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:27.326383 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-846b2a63-93d2-4c5e-a205-e438d324ace1 req-21f273d9-650c-4238-baa0-87186ef03f1d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1665447
May 10 17:18:27.357475 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-21b3f8f7-90a2-4cd2-9e67-116c1ee69418 req-0d9babcb-90b9-4d38-9ae9-5be985a15c21 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913986
May 10 17:18:27.408810 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55526) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:27.410040 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-846b2a63-93d2-4c5e-a205-e438d324ace1 req-e2a98647-7ddf-4459-9176-54fabac191ed tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771098
May 10 17:18:27.430717 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.449276 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:27.453461 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Usage tracker for resource:security_group_rule and tenant:09e6a3250bab42cf966da3cc1bca0d6f is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:27.456251 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:27.462490 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:27.466040 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39731e6f-22ca-4712-813f-21c3ab07301d req-3eda2e80-be7e-45a4-b6b8-1a99784782c5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:27.467902 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-39731e6f-22ca-4712-813f-21c3ab07301d req-3eda2e80-be7e-45a4-b6b8-1a99784782c5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.1019003
May 10 17:18:27.522540 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-39731e6f-22ca-4712-813f-21c3ab07301d req-23a408c7-58f7-45da-89d8-44a20d5eeb3f tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462930
May 10 17:18:27.575582 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.580754 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.594867 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-de169736-793b-490b-9b86-39c37deddd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:27.650429 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a375b-1638-4d00-88cd-31ee6d2f95b8,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:27.658389 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09e6a3250bab42cf966da3cc1bca0d6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2460568
May 10 17:18:27.658389 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:27.658678 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55544) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:27.694493 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652eca6-b33d-4503-9631-f7ffafa7f3b1 req-29b7fe23-2569-4055-a93e-b9b44c599509 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:27.696527 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0652eca6-b33d-4503-9631-f7ffafa7f3b1 req-29b7fe23-2569-4055-a93e-b9b44c599509 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0971067
May 10 17:18:27.719532 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.743465 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0652eca6-b33d-4503-9631-f7ffafa7f3b1 req-0db9037a-9174-44d8-ac28-49a7514b0c33 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405409
May 10 17:18:27.746176 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.805539 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.811248 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-be35db41-c1bf-4b97-9cf2-05578c341dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:27.822807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a375b-1638-4d00-88cd-31ee6d2f95b8,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:27.825836 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:27.844795 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.845900 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/670a375b-1638-4d00-88cd-31ee6d2f95b8 HTTP/1.1" status: 204  len: 168 time: 0.1864376
May 10 17:18:28.186657 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55562) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:28.343629 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.344937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e3016ccf-1c2f-4a2b-be00-312640e19a78 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:18:28.361084 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:28.365337 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb39d2bbf5e44b79aa99b019ffd6c55 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:28.368571 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:28.374873 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:28.524160 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.533272 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.544032 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ecc79d8b-995d-40bc-a6b6-d62c13ba6c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:28.552537 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port e3016ccf-1c2f-4a2b-be00-312640e19a78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3016ccf-1c2f-4a2b-be00-312640e19a78,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:28.570656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'e3016ccf-1c2f-4a2b-be00-312640e19a78', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'port_id': 'e3016ccf-1c2f-4a2b-be00-312640e19a78', 'mac_address': 'fa:16:3e:ee:89:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7674b3-aebd-40d1-9497-c82060a3b659', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:18:28.595779 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c88bf6-c5e1-4057-848b-d9c4b321fccc req-9a286ab3-7177-4cc6-a278-86ae1e0b10be tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:28.600210 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5c88bf6-c5e1-4057-848b-d9c4b321fccc req-9a286ab3-7177-4cc6-a278-86ae1e0b10be tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 943 time: 0.1412683
May 10 17:18:28.649888 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.699616 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1d312-3213-4e1d-8df8-85eb8f3029aa,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:28.712692 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:28.723564 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cb39d2bbf5e44b79aa99b019ffd6c55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5355251
May 10 17:18:28.725815 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55590) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:28.730822 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5c88bf6-c5e1-4057-848b-d9c4b321fccc req-e9db9b47-68d8-41b0-8466-a47efaedb7b2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230381
May 10 17:18:28.733898 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3016ccf-1c2f-4a2b-be00-312640e19a78 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:28.772601 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port e3016ccf-1c2f-4a2b-be00-312640e19a78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3016ccf-1c2f-4a2b-be00-312640e19a78,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:28.781198 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.783414 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:28.817772 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-a733c514-0a6f-4601-9d44-26a45cad1881 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:28.818751 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-a733c514-0a6f-4601-9d44-26a45cad1881 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Synchronizing usage tracker for tenant:275262463457461f92b87b3a5d1b5569 on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:18:28.855392 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.874790 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-a733c514-0a6f-4601-9d44-26a45cad1881 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Unset dirty status for tenant:275262463457461f92b87b3a5d1b5569 on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:18:28.876094 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-a733c514-0a6f-4601-9d44-26a45cad1881 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.3011286
May 10 17:18:28.885850 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82188c7-f7bd-4406-a954-1b37871f3e8d req-05500910-da53-48c7-80e3-99681fe78307 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:28.896942 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b82188c7-f7bd-4406-a954-1b37871f3e8d req-05500910-da53-48c7-80e3-99681fe78307 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 945 time: 0.1306272
May 10 17:18:28.950130 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=e3016ccf-1c2f-4a2b-be00-312640e19a78,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:28.958045 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:28.963502 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.985387 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b82188c7-f7bd-4406-a954-1b37871f3e8d req-4a2a8335-d32a-4671-b039-e4f48d372879 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736210
May 10 17:18:29.111529 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Deleting port 48b93988-bcf3-4f5e-8480-247cb60b44c0 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:18:29.113064 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.135135 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.220174 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['e3016ccf-1c2f-4a2b-be00-312640e19a78'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:29.231680 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-20e403ea-63d7-4e84-9383-73d6f48876ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:29.264100 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1d312-3213-4e1d-8df8-85eb8f3029aa,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:29.277422 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:29.280782 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.281714 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2db1d312-3213-4e1d-8df8-85eb8f3029aa HTTP/1.1" status: 204  len: 168 time: 0.5549142
May 10 17:18:29.389312 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] For port 48b93988-bcf3-4f5e-8480-247cb60b44c0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=48b93988-bcf3-4f5e-8480-247cb60b44c0,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:29.390056 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.577162 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Calling delete_port for 48b93988-bcf3-4f5e-8480-247cb60b44c0 owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:18:29.709765 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 55624) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:29.946961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.953668 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:29.958374 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.987537 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:30.005573 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9af7c3550e4ad587ec4e63ae261b62 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:30.009450 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:30.015710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:30.023456 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Pushing event deleted for resources: {'Port': ['ID=48b93988-bcf3-4f5e-8480-247cb60b44c0,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:30.073114 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:30.101894 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-6fc91379-bad4-443e-a6db-324dae6ecb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:30.103129 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-6fc91379-bad4-443e-a6db-324dae6ecb78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1099 time: 0.3101928
May 10 17:18:30.111015 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379612e-ddbb-460b-9537-74ebedf1a3b2 req-f4e992d8-82be-4efc-9db5-29e4b1e53e6c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:30.112651 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0379612e-ddbb-460b-9537-74ebedf1a3b2 req-f4e992d8-82be-4efc-9db5-29e4b1e53e6c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2941470
May 10 17:18:30.152533 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda51b31-b3d3-4378-8b07-d251c284dfd2 req-43379e4e-1cce-48ac-bb33-82fcdb5cf94c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:30.154181 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dda51b31-b3d3-4378-8b07-d251c284dfd2 req-43379e4e-1cce-48ac-bb33-82fcdb5cf94c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 944 time: 0.2403107
May 10 17:18:30.169421 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] No DVR routers for this DVR port 48b93988-bcf3-4f5e-8480-247cb60b44c0 on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:18:30.172210 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.174853 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99908a10-fec5-4112-b341-1f318c72dd24', 'name': 'network-vif-deleted', 'tag': '48b93988-bcf3-4f5e-8480-247cb60b44c0'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:30.193187 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4a978118-7b76-41f4-bf72-bad6f958bc1c req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "DELETE /v2.0/ports/48b93988-bcf3-4f5e-8480-247cb60b44c0 HTTP/1.1" status: 204  len: 173 time: 1.2929769
May 10 17:18:30.237358 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0379612e-ddbb-460b-9537-74ebedf1a3b2 req-1f434c74-ed70-462d-93a0-accd32f9c279 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102390
May 10 17:18:30.276394 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.284431 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dda51b31-b3d3-4378-8b07-d251c284dfd2 req-20a3982b-5829-4821-9e97-c109b63381cc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189837
May 10 17:18:30.287133 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.309211 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e399e814-bb5e-4970-9e7e-741b4a07800a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:30.367469 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd01429-3a94-458d-accf-e31919c1e0c7,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:30.372443 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:30.375559 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e9af7c3550e4ad587ec4e63ae261b62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6645892
May 10 17:18:30.378094 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55662) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:30.438608 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-484e4c09-d813-4f65-8608-03c766d7d53d req-b6ec6475-118e-4f42-8b07-ddb15fd7b1ae tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 210 time: 0.0616474
May 10 17:18:30.449426 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.486541 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.505385 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99908a10-fec5-4112-b341-1f318c72dd24', 'name': 'network-vif-deleted', 'tag': '48b93988-bcf3-4f5e-8480-247cb60b44c0', 'status': 'completed', 'code': 200}
May 10 17:18:30.545314 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.552003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e81276b6-a197-49d6-98be-bf2f6966c27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:30.569056 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd01429-3a94-458d-accf-e31919c1e0c7,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:30.572220 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:30.573173 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.574763 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecd01429-3a94-458d-accf-e31919c1e0c7 HTTP/1.1" status: 204  len: 168 time: 0.1951008
May 10 17:18:32.905662 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 48b93988-bcf3-4f5e-8480-247cb60b44c0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:18:32.948207 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-e3321868-25f0-4b78-b421-db3812325924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:32.950023 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-e3321868-25f0-4b78-b421-db3812325924 service neutron] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 919 time: 0.1479890
May 10 17:18:32.968260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 48b93988-bcf3-4f5e-8480-247cb60b44c0 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:18:32.968946 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 48b93988-bcf3-4f5e-8480-247cb60b44c0 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:18:33.077531 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa747ff3-7e6a-4f1e-a21f-e445ff358a22 req-667deb66-dc65-4fa5-90f0-19fe8285f6df tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:33.086854 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa747ff3-7e6a-4f1e-a21f-e445ff358a22 req-667deb66-dc65-4fa5-90f0-19fe8285f6df tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1044366
May 10 17:18:33.094624 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-b78ce2a9-031a-4e78-a20c-1302208e7c21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca8e68d-758d-4b63-a299-dd5c81076059 HTTP/1.1" status: 200  len: 217 time: 0.1074958
May 10 17:18:33.140668 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa747ff3-7e6a-4f1e-a21f-e445ff358a22 req-cd2d9cf8-9315-4db2-9cac-538aba42f608 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525744
May 10 17:18:33.187846 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-acdbe6ab-ade3-4165-933e-8403e8d926b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:33.189395 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-acdbe6ab-ade3-4165-933e-8403e8d926b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.0851996
May 10 17:18:33.240509 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-eef2e775-a898-4dcc-b459-fa1b1a4f40c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424349
May 10 17:18:33.323647 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-827d0b02-6e52-4c32-a494-9faed62448b6 req-840ec5e9-097a-49e2-9062-1eb1f5fdcccc tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=99908a10-fec5-4112-b341-1f318c72dd24 HTTP/1.1" status: 200  len: 210 time: 0.0547743
May 10 17:18:33.376001 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea1ff9-80da-420a-a7e4-7ba3d4e2c060 req-5ea1f99e-75d0-4e56-a2c6-a4dfebd1bcb4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:33.377822 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d7ea1ff9-80da-420a-a7e4-7ba3d4e2c060 req-5ea1f99e-75d0-4e56-a2c6-a4dfebd1bcb4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 944 time: 0.2357783
May 10 17:18:33.390872 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-f7473d17-0729-46e8-89df-51fb81cab63c service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354508
May 10 17:18:33.425391 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d7ea1ff9-80da-420a-a7e4-7ba3d4e2c060 req-4364309e-ac5f-45e0-8759-1bcb946af918 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415294
May 10 17:18:33.540450 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-13318225-ce8e-4112-9935-ca4774dc0fd6 req-d76d964a-3bfa-4cfa-8de5-e790075d357d service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316099
May 10 17:18:34.333751 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50f879-6904-4e86-a1c2-2ec7d8bf9a90 req-d37638f4-7030-4022-9df4-ab3fc80c72f3 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.335397 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ea50f879-6904-4e86-a1c2-2ec7d8bf9a90 req-d37638f4-7030-4022-9df4-ab3fc80c72f3 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0898120
May 10 17:18:34.396951 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ea50f879-6904-4e86-a1c2-2ec7d8bf9a90 req-2729d344-e333-4545-b128-3c9b74a8c6f6 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546272
May 10 17:18:34.634980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193da3f-e7b1-4220-b2c3-3babd2580a1a req-8ca73173-50cd-4b65-8f84-8245c563c14f tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.636491 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0193da3f-e7b1-4220-b2c3-3babd2580a1a req-8ca73173-50cd-4b65-8f84-8245c563c14f tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 944 time: 0.0937765
May 10 17:18:34.816689 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0193da3f-e7b1-4220-b2c3-3babd2580a1a req-cf0694f7-6faf-42d4-9697-ddf0c76369e6 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714320
May 10 17:18:34.903539 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a5d1ae4a-dadd-4ec1-92d9-d70311f3c12e tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.904983 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a5d1ae4a-dadd-4ec1-92d9-d70311f3c12e tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/networks?id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358 HTTP/1.1" status: 200  len: 809 time: 0.2425380
May 10 17:18:34.921473 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-68b0c5c3-c700-486e-b0e7-4353e9a2fe0f tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/quotas/275262463457461f92b87b3a5d1b5569 HTTP/1.1" status: 200  len: 375 time: 0.0106983
May 10 17:18:34.929623 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e3016ccf-1c2f-4a2b-be00-312640e19a78 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:34.969991 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-3ea36048-2eb7-486d-b6c9-d3eddd887944 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=275262463457461f92b87b3a5d1b5569&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0428085
May 10 17:18:35.017604 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port e3016ccf-1c2f-4a2b-be00-312640e19a78 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:35.029002 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port e3016ccf-1c2f-4a2b-be00-312640e19a78 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:35.029432 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.139157 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-9d068dd5-9184-4617-b6c7-dcf02d733379 service neutron] 10.222.0.13 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603160
May 10 17:18:35.168548 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.196923 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3016ccf-1c2f-4a2b-be00-312640e19a78'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:35.206856 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port e3016ccf-1c2f-4a2b-be00-312640e19a78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3016ccf-1c2f-4a2b-be00-312640e19a78,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:35.211347 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.214126 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:35.287483 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-e7fab3ad-2bee-4f93-9bb2-6ce7e7644bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473145
May 10 17:18:35.293958 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=e3016ccf-1c2f-4a2b-be00-312640e19a78,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:35.297818 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:35.468109 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3016ccf-1c2f-4a2b-be00-312640e19a78', 'code': 200}
May 10 17:18:35.629366 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c60d286d-b98b-4fc7-8ec1-cb017d66aa50 req-7566b2df-b59c-4763-8b5c-66c9f3ca8994 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 210 time: 0.1282027
May 10 17:18:35.726815 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babd879-3c0f-4c1f-95c8-3b1b8d789eb3 req-afdf2192-823f-4341-8d6b-c56562266b9d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:35.729504 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8babd879-3c0f-4c1f-95c8-3b1b8d789eb3 req-afdf2192-823f-4341-8d6b-c56562266b9d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1593666
May 10 17:18:35.800888 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8babd879-3c0f-4c1f-95c8-3b1b8d789eb3 req-0d988f7b-2864-4275-89af-9dbd50a59092 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640802
May 10 17:18:35.895271 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19876222-e512-44ec-85c7-7643c66c6909 req-48b4f792-d9a4-4f5b-871a-4c84bbbf541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:35.898041 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-19876222-e512-44ec-85c7-7643c66c6909 req-48b4f792-d9a4-4f5b-871a-4c84bbbf541a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 1098 time: 0.0947270
May 10 17:18:36.007567 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-19876222-e512-44ec-85c7-7643c66c6909 req-8069ff49-e172-485b-9d06-3f7840eb9958 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026230
May 10 17:18:36.026815 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 55810) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:36.121078 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245ca6e-bff8-4a46-a673-8f540a753351 req-326d2ec5-a753-4fce-a4e3-d6b1171e07c9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:36.129442 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2245ca6e-bff8-4a46-a673-8f540a753351 req-326d2ec5-a753-4fce-a4e3-d6b1171e07c9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 945 time: 0.1491275
May 10 17:18:36.170186 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.173317 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2245ca6e-bff8-4a46-a673-8f540a753351 req-a4a7cb5d-39c5-4a23-9c5a-34ed69dcb20c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422542
May 10 17:18:36.185798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:36.190575 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Usage tracker for resource:security_group_rule and tenant:ab35484263db4eb28c67588baa06cdda is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:36.193714 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:36.199301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:36.285847 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.292117 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.301014 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ecbaafff-5d9e-4473-be90-d947ad4808c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:36.343999 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 55820) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:36.344210 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab35484263db4eb28c67588baa06cdda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3159933
May 10 17:18:36.346662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef7a14b-6048-42b0-bd53-e1c370be3c89,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:36.351931 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-db8bdff5-2a03-4099-982b-52af90807134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:36.411034 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.451828 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.532517 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.538577 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-44b0e5f2-8e02-4d8e-98bc-121910448455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:36.554498 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef7a14b-6048-42b0-bd53-e1c370be3c89,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:36.563087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:36.572513 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.573914 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ef7a14b-6048-42b0-bd53-e1c370be3c89 HTTP/1.1" status: 204  len: 168 time: 0.2283878
May 10 17:18:36.801465 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-760cbda6-bab0-491a-bf60-b1e28247f279 req-7eb9360e-2bbb-4716-a400-bd4759bcd0af tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 210 time: 0.0470738
May 10 17:18:36.996227 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ab5ba-834e-4e4d-82f0-4ecd0ad40bc2 req-9e229408-e4d9-42ee-ac6e-5580401f9c6a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:36.997671 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a79ab5ba-834e-4e4d-82f0-4ecd0ad40bc2 req-9e229408-e4d9-42ee-ac6e-5580401f9c6a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0813189
May 10 17:18:37.049186 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a79ab5ba-834e-4e4d-82f0-4ecd0ad40bc2 req-52d240da-d920-4778-ab21-7dbfdc6a1d7b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451674
May 10 17:18:37.368695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa897cdb-4372-4892-a01e-a70dd0036cc7 req-63947ed2-a62a-44d5-b907-43e9fc0fb731 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:37.370444 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa897cdb-4372-4892-a01e-a70dd0036cc7 req-63947ed2-a62a-44d5-b907-43e9fc0fb731 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 945 time: 0.0863414
May 10 17:18:37.390964 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-029b7b91-8d04-4797-9354-199b1c18e0d6 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:37.392465 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-029b7b91-8d04-4797-9354-199b1c18e0d6 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "GET /v2.0/networks?id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358 HTTP/1.1" status: 200  len: 809 time: 0.1506796
May 10 17:18:37.419924 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa897cdb-4372-4892-a01e-a70dd0036cc7 req-5ad9d9f2-f1f5-4f06-bc27-098c76106db2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430601
May 10 17:18:37.428955 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Request body: {'port': {'device_id': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358', 'admin_state_up': True, 'tenant_id': '275262463457461f92b87b3a5d1b5569'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:37.594905 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:37.599239 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Usage tracker for resource:port and tenant:275262463457461f92b87b3a5d1b5569 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:37.602337 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:37.609062 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:37.625437 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Made reservation on behalf of 275262463457461f92b87b3a5d1b5569 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:37.629507 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.820561 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Allocated IP 172.20.0.5 (d693f95a-1fc9-4de8-a5e5-ef3abee3a358/0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2/ceddd1d3-f686-4db4-a590-f1a151d391ca) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:37.997143 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e49b06b4-1706-4c01-a534-898460de92c7 req-45b0795c-0d0d-4091-96f4-b1e9588b7ce3 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 210 time: 0.0641458
May 10 17:18:38.125279 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.174963 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.182455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fa8c6653-90ba-4817-974e-38d52eef710f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:38.250448 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:38.259047 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f780677-40eb-4708-95b1-c5fdc9bde8a8 req-ab0ec1dc-f772-461a-bc22-5a4c8ed44122 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:38.259242 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:38.264472 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:38.270497 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:38.271181 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f780677-40eb-4708-95b1-c5fdc9bde8a8 req-ab0ec1dc-f772-461a-bc22-5a4c8ed44122 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1002617
May 10 17:18:38.271360 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.277564 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Pushing event updated for resources: {'Port': ['ID=ceddd1d3-f686-4db4-a590-f1a151d391ca,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:38.281839 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:38.314188 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8867376
May 10 17:18:38.332414 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Request body: {'port': {'device_id': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:38.340605 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f780677-40eb-4708-95b1-c5fdc9bde8a8 req-db9afeda-aa58-409d-8cb3-c969e0a6e670 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683517
May 10 17:18:38.465468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.663520 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb5a8e-0674-42c7-89ae-4cd90a375990 req-7d241ca3-15d4-4456-b49e-05a6edcb6592 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:38.670736 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f1fb5a8e-0674-42c7-89ae-4cd90a375990 req-7d241ca3-15d4-4456-b49e-05a6edcb6592 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 945 time: 0.0986624
May 10 17:18:38.833528 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f1fb5a8e-0674-42c7-89ae-4cd90a375990 req-609dc35a-1b7d-47fc-a9ff-7b2ff72e676f tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614637
May 10 17:18:38.890317 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceddd1d3-f686-4db4-a590-f1a151d391ca {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:38.900961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.919200 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Transition to ACTIVE for port object ceddd1d3-f686-4db4-a590-f1a151d391ca will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:38.923658 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.928983 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:39.102505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Pushing event updated for resources: {'Port': ['ID=ceddd1d3-f686-4db4-a590-f1a151d391ca,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:39.113443 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:39.122976 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Attempting to bind port ceddd1d3-f686-4db4-a590-f1a151d391ca on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:39.123295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Attempting to bind port ceddd1d3-f686-4db4-a590-f1a151d391ca by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:39.123876 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Attempting to bind port ceddd1d3-f686-4db4-a590-f1a151d391ca on network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:39.128498 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Port ceddd1d3-f686-4db4-a590-f1a151d391ca on network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:18:39.128805 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Attempting to bind port ceddd1d3-f686-4db4-a590-f1a151d391ca on network d693f95a-1fc9-4de8-a5e5-ef3abee3a358 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:39.134625 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:39.134953 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Checking segment: {'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:39.135417 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Bound using segment: {'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:39.135833 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Bound port: ceddd1d3-f686-4db4-a590-f1a151d391ca, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201301e0-8623-4a7b-98ed-e7a8ad184ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:39.136197 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:39.196402 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71cc3b-8252-463c-ba58-f2eb42943f02 req-061a8637-e454-4be6-a3bb-0a4c5cbbc71b tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:39.199539 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6b71cc3b-8252-463c-ba58-f2eb42943f02 req-061a8637-e454-4be6-a3bb-0a4c5cbbc71b tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 943 time: 0.0880806
May 10 17:18:39.241870 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] For port ceddd1d3-f686-4db4-a590-f1a151d391ca, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:39.245388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] For port ceddd1d3-f686-4db4-a590-f1a151d391ca, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ceddd1d3-f686-4db4-a590-f1a151d391ca,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:39.251922 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:39.258455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:39.260291 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6b71cc3b-8252-463c-ba58-f2eb42943f02 req-fa80c708-a361-41c6-8f5e-eba036bbbba0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541439
May 10 17:18:39.317161 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:39.318618 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:39.319910 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] 10.222.0.43 "PUT /v2.0/ports/ceddd1d3-f686-4db4-a590-f1a151d391ca HTTP/1.1" status: 200  len: 1093 time: 0.9931784
May 10 17:18:39.322836 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'tag': 'ceddd1d3-f686-4db4-a590-f1a151d391ca'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:39.353322 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Pushing event updated for resources: {'Port': ['ID=ceddd1d3-f686-4db4-a590-f1a151d391ca,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:39.357295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:39.427643 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'tag': 'ceddd1d3-f686-4db4-a590-f1a151d391ca', 'status': 'completed', 'code': 200}
May 10 17:18:39.469144 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-68ecb3a9-98ac-4174-91f3-3ce0082e4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:39.470663 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-68ecb3a9-98ac-4174-91f3-3ce0082e4e43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=275262463457461f92b87b3a5d1b5569&device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 1096 time: 0.0764697
May 10 17:18:39.539533 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d387466-8eb4-4f1b-a9d2-329885e169f0 req-e0b9b30c-c2cc-4567-a942-dd965b3a9cd3 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:39.540980 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8d387466-8eb4-4f1b-a9d2-329885e169f0 req-e0b9b30c-c2cc-4567-a942-dd965b3a9cd3 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0804355
May 10 17:18:39.550393 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-224b942e-568f-4adf-bb29-6831b82cd9e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceddd1d3-f686-4db4-a590-f1a151d391ca HTTP/1.1" status: 200  len: 217 time: 0.0647068
May 10 17:18:39.589638 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8d387466-8eb4-4f1b-a9d2-329885e169f0 req-50429d74-2330-47b5-9739-06c36fbda316 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411277
May 10 17:18:39.617820 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-ed053705-2134-42f9-8b3a-95bed143093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:39.619238 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-ed053705-2134-42f9-8b3a-95bed143093c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2 HTTP/1.1" status: 200  len: 849 time: 0.0597458
May 10 17:18:39.672895 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-6865d611-e5bb-4e9c-9daf-a6ce8820fd9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449746
May 10 17:18:39.819838 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-3897dd51-a9ee-4f95-9b94-94ba95706028 service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390021
May 10 17:18:40.074634 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bdf7529e-3186-4ac9-82dc-828238f64bf6 req-5cf7e9a2-8b66-4a27-860c-d92283a969b7 service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2456744
May 10 17:18:40.221360 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-002a14e6-1822-4613-9e76-2027c3260322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:40.348634 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22716667-0164-48a0-9dcc-2b250affd51f req-857d55ac-1fe2-47dc-bf9b-a6b416864264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.350647 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-22716667-0164-48a0-9dcc-2b250affd51f req-857d55ac-1fe2-47dc-bf9b-a6b416864264 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=275262463457461f92b87b3a5d1b5569&device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 1096 time: 0.0759299
May 10 17:18:40.515704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22716667-0164-48a0-9dcc-2b250affd51f req-c161ae9f-7a9f-4d2e-824b-8e45d4815a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.517519 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-22716667-0164-48a0-9dcc-2b250affd51f req-c161ae9f-7a9f-4d2e-824b-8e45d4815a8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358 HTTP/1.1" status: 200  len: 910 time: 0.1532421
May 10 17:18:40.535695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5abf57-6ea0-4144-ab8f-dc8bd1f5a5c5 req-3b925a77-08ea-4177-8375-d89ee25a3678 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.537408 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-be5abf57-6ea0-4144-ab8f-dc8bd1f5a5c5 req-3b925a77-08ea-4177-8375-d89ee25a3678 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 943 time: 0.1147108
May 10 17:18:40.587512 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-be5abf57-6ea0-4144-ab8f-dc8bd1f5a5c5 req-9812a64c-fc27-4feb-91a1-520e60c7905a tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426650
May 10 17:18:40.593755 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-22716667-0164-48a0-9dcc-2b250affd51f req-90586fab-af8d-45ad-ae14-e01207c9e626 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceddd1d3-f686-4db4-a590-f1a151d391ca HTTP/1.1" status: 200  len: 217 time: 0.0667861
May 10 17:18:40.673567 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22716667-0164-48a0-9dcc-2b250affd51f req-74bdbd83-49d3-4dd3-872d-e984102e81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.674988 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-22716667-0164-48a0-9dcc-2b250affd51f req-74bdbd83-49d3-4dd3-872d-e984102e81b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2 HTTP/1.1" status: 200  len: 849 time: 0.0679789
May 10 17:18:40.779719 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-22716667-0164-48a0-9dcc-2b250affd51f req-68afe21e-7574-47ff-8055-13c84559fcd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d693f95a-1fc9-4de8-a5e5-ef3abee3a358&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603819
May 10 17:18:40.802656 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08087ce-0920-483d-b4ff-224477917a9f req-2cec94d9-ef96-4a7f-bcfa-336c9414d6db tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.804113 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d08087ce-0920-483d-b4ff-224477917a9f req-2cec94d9-ef96-4a7f-bcfa-336c9414d6db tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0968902
May 10 17:18:40.905918 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d08087ce-0920-483d-b4ff-224477917a9f req-7b629a84-dd48-4dfa-b4cf-f28d9dbaa4c8 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950670
May 10 17:18:40.970451 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-22716667-0164-48a0-9dcc-2b250affd51f req-0fbd5791-c17e-4e44-8cc3-656055dbdfe3 service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810296
May 10 17:18:41.233572 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-22716667-0164-48a0-9dcc-2b250affd51f req-f3b54e3c-2b12-45b3-af3e-789e916218de service neutron] 10.222.0.43 "GET /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656129
May 10 17:18:41.790147 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d65dc-ec99-4931-9ac8-403ba7281ae4 req-9901a198-0675-4d9c-9974-0cf2e5df597f tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:41.791934 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-427d65dc-ec99-4931-9ac8-403ba7281ae4 req-9901a198-0675-4d9c-9974-0cf2e5df597f tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 943 time: 0.0969725
May 10 17:18:41.839858 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-427d65dc-ec99-4931-9ac8-403ba7281ae4 req-e5cbd40b-f258-4875-8a20-b703843e601e tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421951
May 10 17:18:42.106358 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783bf4-b0c2-4d38-b9dd-5404191edb85 req-ac8e2a41-6570-4e41-a237-2324edd984e9 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:42.107793 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-77783bf4-b0c2-4d38-b9dd-5404191edb85 req-ac8e2a41-6570-4e41-a237-2324edd984e9 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0878832
May 10 17:18:42.153809 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-77783bf4-b0c2-4d38-b9dd-5404191edb85 req-2d53e5f2-011f-4e9c-8577-a119dd44d1b1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399740
May 10 17:18:42.671072 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:42.712185 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 56042) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:42.815816 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-eb1244fd-78ac-486d-ae16-ec664f6d1598 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0823200
May 10 17:18:42.839433 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:42.887078 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:42.899648 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab8e50b91f944c39eadc20c8b027d93 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:42.903651 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:42.910597 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:42.921435 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-658ec5d3-0ba9-401c-a53a-83bec303737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:42.945003 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device ceddd1d3-f686-4db4-a590-f1a151d391ca details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:18:42.974551 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-06eb655f-53bb-4e3c-85d5-0406124d119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:42.974551 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-06eb655f-53bb-4e3c-85d5-0406124d119c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 1098 time: 0.1177847
May 10 17:18:43.071946 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd0181-d0c0-48fd-a587-785a4543b238 req-22cf2d4e-4207-491a-8eb4-a34c2c9a90da tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:43.073922 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-01fd0181-d0c0-48fd-a587-785a4543b238 req-22cf2d4e-4207-491a-8eb4-a34c2c9a90da tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 943 time: 0.1125541
May 10 17:18:43.111411 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port ceddd1d3-f686-4db4-a590-f1a151d391ca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ceddd1d3-f686-4db4-a590-f1a151d391ca,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:43.118505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.131591 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.135619 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'ceddd1d3-f686-4db4-a590-f1a151d391ca', 'network_id': 'd693f95a-1fc9-4de8-a5e5-ef3abee3a358', 'port_id': 'ceddd1d3-f686-4db4-a590-f1a151d391ca', 'mac_address': 'fa:16:3e:0f:47:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:18:43.137132 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-01fd0181-d0c0-48fd-a587-785a4543b238 req-6331f42d-5150-46ec-b60a-6b3be181321d tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547583
May 10 17:18:43.149833 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-24e21e94-8328-4f11-b79e-5289676202b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:43.206520 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ab8e50b91f944c39eadc20c8b027d93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4912374
May 10 17:18:43.207633 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56052) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:43.209324 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b422b6c-7bde-4420-934c-66c919e8d26e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:43.209760 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.214911 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:43.225098 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-3e82fb5f-bdee-429d-8cb7-31c974c81088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:43.226668 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-3e82fb5f-bdee-429d-8cb7-31c974c81088 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 916 time: 0.2259643
May 10 17:18:43.236513 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceddd1d3-f686-4db4-a590-f1a151d391ca {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:43.254509 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port ceddd1d3-f686-4db4-a590-f1a151d391ca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ceddd1d3-f686-4db4-a590-f1a151d391ca,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:43.265342 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.268479 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:43.283787 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.318743 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.367116 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-dc669805-fb18-4d18-a0a6-7c6c8815f892 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d HTTP/1.1" status: 200  len: 217 time: 0.1302960
May 10 17:18:43.389742 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=ceddd1d3-f686-4db4-a590-f1a151d391ca,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:43.400119 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.400830 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.401319 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.401804 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.402304 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.402876 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.403458 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.403998 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.404517 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.405002 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.405375 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.405715 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:43.415822 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:43.436353 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.441945 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-eace8fd9-a1c2-425c-b514-4a46fd502507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:43.451688 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-423aa918-a02b-4963-93b2-0dd8ae23b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:43.453222 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-423aa918-a02b-4963-93b2-0dd8ae23b77a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.0718722
May 10 17:18:43.459665 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b422b6c-7bde-4420-934c-66c919e8d26e,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:43.463581 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:43.470169 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.471260 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b422b6c-7bde-4420-934c-66c919e8d26e HTTP/1.1" status: 204  len: 168 time: 0.2616274
May 10 17:18:43.495269 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722347d-bed3-4963-8f0d-34ca614bde8f req-6df8a2c1-acac-4c99-bee0-d42ddb086aef tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:43.503041 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e722347d-bed3-4963-8f0d-34ca614bde8f req-6df8a2c1-acac-4c99-bee0-d42ddb086aef tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1366620
May 10 17:18:43.522137 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-4e627a78-c444-480f-8b2f-1ebec09dbeca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569975
May 10 17:18:43.560870 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e722347d-bed3-4963-8f0d-34ca614bde8f req-53f6165c-5ec2-46bb-936c-5492501f0760 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566971
May 10 17:18:43.694714 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-98f684df-60ad-491a-b4f5-2c83fb5b23f0 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607378
May 10 17:18:43.765487 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['ceddd1d3-f686-4db4-a590-f1a151d391ca'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:43.900838 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.930880 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cb1a29d-1a24-45d5-8fc1-b6d085c22d6a req-ec3a532b-c183-43f4-a40f-341a5bf6cc08 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282748
May 10 17:18:44.155406 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:18:44.333312 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0f7e0-03eb-43d8-b45e-29a5ced22446 req-99305a9e-f5b9-48fa-a875-cfd38326ee44 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:44.334837 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-48c0f7e0-03eb-43d8-b45e-29a5ced22446 req-99305a9e-f5b9-48fa-a875-cfd38326ee44 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 944 time: 0.0875540
May 10 17:18:44.381198 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-48c0f7e0-03eb-43d8-b45e-29a5ced22446 req-ef50f1e7-1ba1-4df5-8d23-0ab4b832190b tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406926
May 10 17:18:44.768929 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:44.776793 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6daa58-4e25-4619-8ac8-fd321ee05475 req-9ce8c07a-9e34-4533-9fe9-4a5284a5ad97 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:44.778483 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa6daa58-4e25-4619-8ac8-fd321ee05475 req-9ce8c07a-9e34-4533-9fe9-4a5284a5ad97 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0915561
May 10 17:18:44.832664 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa6daa58-4e25-4619-8ac8-fd321ee05475 req-e3157c00-a40c-4535-a250-952e7d878e97 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479650
May 10 17:18:45.582267 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094e01-3935-4dd8-b7ad-40e0f26891e1 req-37d793af-2444-4b1d-8a60-147eb291a4d3 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:45.583919 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a7094e01-3935-4dd8-b7ad-40e0f26891e1 req-37d793af-2444-4b1d-8a60-147eb291a4d3 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 944 time: 0.0871806
May 10 17:18:45.622708 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:45.633645 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a7094e01-3935-4dd8-b7ad-40e0f26891e1 req-42190067-b0b0-4f9c-89fc-ad832f5f9cb0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436916
May 10 17:18:45.893424 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257178c-ef40-4c0b-bef2-689626f1c77b req-79d14c4b-8710-4914-8332-625c28e2ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:45.894818 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-6257178c-ef40-4c0b-bef2-689626f1c77b req-79d14c4b-8710-4914-8332-625c28e2ef72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1099 time: 0.0842896
May 10 17:18:45.938570 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-6257178c-ef40-4c0b-bef2-689626f1c77b req-82132527-8045-4251-89b4-39f7976916ef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341725
May 10 17:18:46.019355 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25191d9-01e1-4a37-ae65-16921b9a8484 req-d7691352-6908-4885-afa8-7270254c0a7b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:46.020941 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a25191d9-01e1-4a37-ae65-16921b9a8484 req-d7691352-6908-4885-afa8-7270254c0a7b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0826068
May 10 17:18:46.069421 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a25191d9-01e1-4a37-ae65-16921b9a8484 req-e0724747-b646-4c3a-9a42-3127fa8fd85c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425494
May 10 17:18:46.859931 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd6f8d-8652-4c45-9af5-d4d48ca62f8f req-73ba4429-5899-471f-8e41-da51186f8d04 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:46.862356 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b9bd6f8d-8652-4c45-9af5-d4d48ca62f8f req-73ba4429-5899-471f-8e41-da51186f8d04 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 944 time: 0.1108518
May 10 17:18:46.924861 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b9bd6f8d-8652-4c45-9af5-d4d48ca62f8f req-65f752ce-8217-443a-a4c3-e58905961620 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549278
May 10 17:18:46.977186 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device ceddd1d3-f686-4db4-a590-f1a151d391ca up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:47.048371 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port ceddd1d3-f686-4db4-a590-f1a151d391ca completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:47.053637 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port ceddd1d3-f686-4db4-a590-f1a151d391ca triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:47.054009 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:47.170301 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:47.196652 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddd1d3-f686-4db4-a590-f1a151d391ca'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:47.206117 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port ceddd1d3-f686-4db4-a590-f1a151d391ca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ceddd1d3-f686-4db4-a590-f1a151d391ca,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:47.213767 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:47.215642 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:47.251681 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceddd1d3-f686-4db4-a590-f1a151d391ca', 'code': 200}
May 10 17:18:47.263043 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e2775-62ca-4d99-8a40-c2dd4d344c35 req-a1d49e55-a85c-45a9-ac7f-173dc7ba876f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:47.264687 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2d5e2775-62ca-4d99-8a40-c2dd4d344c35 req-a1d49e55-a85c-45a9-ac7f-173dc7ba876f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0885785
May 10 17:18:47.284776 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=ceddd1d3-f686-4db4-a590-f1a151d391ca,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:47.287874 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:47.316125 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2d5e2775-62ca-4d99-8a40-c2dd4d344c35 req-a0420d11-643d-4c86-abfb-66b842c7d48f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437791
May 10 17:18:47.671667 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d96ef-e3bc-45d5-90f0-cc94cd28f94a req-c4a1baa4-0169-4f0e-b340-f39c3b1647f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:47.674163 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-692d96ef-e3bc-45d5-90f0-cc94cd28f94a req-c4a1baa4-0169-4f0e-b340-f39c3b1647f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 1098 time: 0.0994339
May 10 17:18:47.745232 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-692d96ef-e3bc-45d5-90f0-cc94cd28f94a req-cebbc775-e0af-4012-8b58-c229e4cc5538 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362782
May 10 17:18:48.122369 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c86fc0-60b6-465a-81b3-0ba47bdce5e3 req-cf06a27c-293e-4cf3-886c-2857f259c6ce tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:48.123822 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-49c86fc0-60b6-465a-81b3-0ba47bdce5e3 req-cf06a27c-293e-4cf3-886c-2857f259c6ce tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.0810943
May 10 17:18:48.169690 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-49c86fc0-60b6-465a-81b3-0ba47bdce5e3 req-4f08d0b5-10eb-4cd7-867a-90e1d7019175 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398324
May 10 17:18:48.585326 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701559b-013f-46b9-8db9-b1142acb57d3 req-954f46f1-8346-4c20-9745-f490c64c1497 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:48.586857 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d701559b-013f-46b9-8db9-b1142acb57d3 req-954f46f1-8346-4c20-9745-f490c64c1497 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1596487
May 10 17:18:48.635545 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d701559b-013f-46b9-8db9-b1142acb57d3 req-e8765e06-6993-4d2f-a47d-7f007630163a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427547
May 10 17:18:49.160096 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba08c3-3f48-42e9-acfb-07a66437b4d7 req-f4f480b1-2132-4271-be96-04505ccfaaac tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:49.161787 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-37ba08c3-3f48-42e9-acfb-07a66437b4d7 req-f4f480b1-2132-4271-be96-04505ccfaaac tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0874884
May 10 17:18:49.172018 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-4189365a-e5fe-4376-8c53-157577f73991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:49.173465 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-4189365a-e5fe-4376-8c53-157577f73991 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1099 time: 0.0741243
May 10 17:18:49.213513 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-37ba08c3-3f48-42e9-acfb-07a66437b4d7 req-a113fffa-92c8-4047-8d04-37846c1a0580 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451603
May 10 17:18:49.369980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2de1-2850-48f7-b367-3475940c01bd req-bb01f2a2-d74d-4fd4-bf10-15b6e96fa2dd tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:49.371325 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-613c2de1-2850-48f7-b367-3475940c01bd req-bb01f2a2-d74d-4fd4-bf10-15b6e96fa2dd tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.0884202
May 10 17:18:49.418892 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-613c2de1-2850-48f7-b367-3475940c01bd req-cbe80afa-d0e9-4872-9ad4-78d483ef8d01 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416055
May 10 17:18:52.384811 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-4e891487-1862-4c34-b9e5-6f631ef94e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:52.386277 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-4e891487-1862-4c34-b9e5-6f631ef94e8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 919 time: 0.1409876
May 10 17:18:52.597403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226156-57ae-4fbb-a29d-e41748367096 req-339a1b7c-ce72-4cd8-86a2-6c37a32bd5f0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:52.599497 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2b226156-57ae-4fbb-a29d-e41748367096 req-339a1b7c-ce72-4cd8-86a2-6c37a32bd5f0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1550925
May 10 17:18:52.608023 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-fcee217c-ca94-48fc-92c8-f5aa19663cab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca8e68d-758d-4b63-a299-dd5c81076059 HTTP/1.1" status: 200  len: 217 time: 0.1226509
May 10 17:18:52.642645 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743b391-7aa9-4ebd-9f8b-d6a2e7d6613b req-92645ebb-35f2-458b-970f-3ffee4895d05 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:52.644109 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7743b391-7aa9-4ebd-9f8b-d6a2e7d6613b req-92645ebb-35f2-458b-970f-3ffee4895d05 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.1426134
May 10 17:18:52.674543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-69ce751b-d8fd-4a49-a01a-ee1ac7b4ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:52.676386 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-69ce751b-d8fd-4a49-a01a-ee1ac7b4ed4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.0601950
May 10 17:18:52.685068 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2b226156-57ae-4fbb-a29d-e41748367096 req-d3d854d2-e16f-4d99-ae18-111929a3ba14 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776227
May 10 17:18:52.711992 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7743b391-7aa9-4ebd-9f8b-d6a2e7d6613b req-93ecdc86-d749-4c0e-9ae7-00237e9a8de0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579829
May 10 17:18:52.746653 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-11d5fc69-e17d-47c1-ad0b-f2278e023b4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475240
May 10 17:18:52.919872 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-869d7629-7bd1-497a-bf0c-85a8a8c24085 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477537
May 10 17:18:53.074202 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-167c2654-2b6a-42a2-abf2-0681a607e1a9 req-031502ab-bd9e-4b52-a95d-48c8f7f20d48 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294363
May 10 17:18:53.916328 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaa8f1-edf8-4511-8704-93d98055b92a req-afc2c449-9cb5-4e51-bcaa-acf41f4553c3 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:53.918202 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e8aaa8f1-edf8-4511-8704-93d98055b92a req-afc2c449-9cb5-4e51-bcaa-acf41f4553c3 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0978563
May 10 17:18:53.971572 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e8aaa8f1-edf8-4511-8704-93d98055b92a req-5e17b7b4-3d47-4b87-bed2-156e13ac8671 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459125
May 10 17:18:54.139115 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2f28e-19bf-4d0b-a3f1-20b4fb776e4d req-3bdbd7f2-f890-437a-8250-14ba84b19cec tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:54.140626 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bca2f28e-19bf-4d0b-a3f1-20b4fb776e4d req-3bdbd7f2-f890-437a-8250-14ba84b19cec tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.0823040
May 10 17:18:54.188643 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bca2f28e-19bf-4d0b-a3f1-20b4fb776e4d req-bc9252f0-a696-41b8-82c6-a80166703a12 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398726
May 10 17:18:55.191660 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b9836-daad-4e54-8593-27c19727de23 req-cb9122ca-4cd4-48ae-8ae6-b25b1be01013 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:55.194168 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9a2b9836-daad-4e54-8593-27c19727de23 req-cb9122ca-4cd4-48ae-8ae6-b25b1be01013 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0931365
May 10 17:18:55.248673 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9a2b9836-daad-4e54-8593-27c19727de23 req-fb320814-cdb2-40c4-b588-71273a865f4c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480697
May 10 17:18:55.808958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f62935-158a-4c1b-bd63-b1226792e659 req-9131cba9-2868-4b98-a3ea-ed1cbfa83a05 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:55.810546 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-50f62935-158a-4c1b-bd63-b1226792e659 req-9131cba9-2868-4b98-a3ea-ed1cbfa83a05 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.0853956
May 10 17:18:55.861591 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-50f62935-158a-4c1b-bd63-b1226792e659 req-ba37b4f1-b14d-4ec0-bf8f-2ee34fcf623c tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447547
May 10 17:18:56.446922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e2679-e16f-45da-b40c-9b0e094c652f req-dfdd91a0-357a-42f5-81dd-5d7e73c1dab6 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:56.448433 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e4e2679-e16f-45da-b40c-9b0e094c652f req-dfdd91a0-357a-42f5-81dd-5d7e73c1dab6 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0868750
May 10 17:18:56.494380 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e4e2679-e16f-45da-b40c-9b0e094c652f req-0ec357c7-6678-43d6-b43b-9efe4bcd0612 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401030
May 10 17:18:56.754103 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-bd18c951-09d9-447c-ba81-164a78bc1208 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:56.755684 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-bd18c951-09d9-447c-ba81-164a78bc1208 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 0.1516879
May 10 17:18:56.776449 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-6954f779-a6ec-458d-b669-d56c7ee7808c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/quotas/94ef14ea44b1462babbc383f419bee3a HTTP/1.1" status: 200  len: 375 time: 0.0136473
May 10 17:18:56.886078 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-2acbbe4b-ae90-4b47-8c45-a93ce69a20e4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1051803
May 10 17:18:57.111392 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-c141bb4e-5738-4732-b531-c7bd7da834b3 service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180457
May 10 17:18:57.215203 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b129c-ca9f-4815-8105-16128457a371 req-27d0281c-17ff-493d-9497-4b0a809e7fd3 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:57.216545 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-786b129c-ca9f-4815-8105-16128457a371 req-27d0281c-17ff-493d-9497-4b0a809e7fd3 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.1970143
May 10 17:18:57.299374 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-786b129c-ca9f-4815-8105-16128457a371 req-563d071b-b3ea-40d9-9f9b-197891fd5764 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764375
May 10 17:18:57.301411 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-e0e499bd-0320-44fd-89ac-4a1f05a9b7a1 service neutron] 10.222.0.13 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831765
May 10 17:18:57.460827 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56370) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:57.730504 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9918e08f-0245-4a5c-ab00-487c73768d23 req-da8c7ce1-acb0-49e6-9951-00c623b93260 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 210 time: 0.1645482
May 10 17:18:57.733167 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:57.753371 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:57.753940 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Usage tracker for resource:security_group_rule and tenant:cd5cf48a690c45b1848ffcb553e184ab is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:57.757436 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:57.763641 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:57.856670 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:57.864331 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:57.872811 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:57.902335 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6612296-d8d6-4301-b151-77f4cc27586d,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:57.917915 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.918533 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.919068 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.919420 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.919763 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.920133 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.920466 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.920947 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.921446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.921927 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.922422 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.922914 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:57.939451 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:57.946589 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd5cf48a690c45b1848ffcb553e184ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4840693
May 10 17:18:57.949197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56386) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:58.021869 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.053861 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.115570 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.119360 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0f1f6e00-924f-47e2-b9be-f7cfa79f08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:58.133187 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6612296-d8d6-4301-b151-77f4cc27586d,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:58.136114 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:58.138958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.148702 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6612296-d8d6-4301-b151-77f4cc27586d HTTP/1.1" status: 204  len: 168 time: 0.1982322
May 10 17:18:58.285587 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942fafa-cf92-4824-be58-d46b186e85c5 req-700720ab-d8e1-4281-b107-6f605f9c1674 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:58.299881 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2942fafa-cf92-4824-be58-d46b186e85c5 req-700720ab-d8e1-4281-b107-6f605f9c1674 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1082487
May 10 17:18:58.343254 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-0e39f4e3-6ce9-4ad2-b0e1-9e182abaec93 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:58.344733 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-0e39f4e3-6ce9-4ad2-b0e1-9e182abaec93 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Synchronizing usage tracker for tenant:275262463457461f92b87b3a5d1b5569 on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:18:58.363462 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-0e39f4e3-6ce9-4ad2-b0e1-9e182abaec93 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Unset dirty status for tenant:275262463457461f92b87b3a5d1b5569 on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:18:58.365472 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-0e39f4e3-6ce9-4ad2-b0e1-9e182abaec93 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.1202419
May 10 17:18:58.369722 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2942fafa-cf92-4824-be58-d46b186e85c5 req-2ca6977c-411e-4d07-85aa-3f74b008366d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685012
May 10 17:18:58.530617 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553069e-0f56-4916-a128-631c6a9f5360 req-38a228c5-5e56-4582-8f71-e6954d78d160 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:58.539343 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e553069e-0f56-4916-a128-631c6a9f5360 req-38a228c5-5e56-4582-8f71-e6954d78d160 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 945 time: 0.1064191
May 10 17:18:58.552515 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Deleting port ceddd1d3-f686-4db4-a590-f1a151d391ca {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:18:58.553073 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.573561 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 56406) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:58.590661 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e553069e-0f56-4916-a128-631c6a9f5360 req-a277c46a-9960-4b5d-8de0-1d49acf47114 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb117ee8-faf7-42b4-bda9-82eac97d50d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503368
May 10 17:18:58.641222 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.674135 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:58.691298 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Usage tracker for resource:security_group_rule and tenant:edd89fef47a948dd9195c2b78ce95f0c is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:58.697960 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:58.707768 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:58.735796 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] For port ceddd1d3-f686-4db4-a590-f1a151d391ca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ceddd1d3-f686-4db4-a590-f1a151d391ca,segment=NetworkSegment(201301e0-8623-4a7b-98ed-e7a8ad184ee7),segment_id=201301e0-8623-4a7b-98ed-e7a8ad184ee7)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:58.736204 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.894780 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Calling delete_port for ceddd1d3-f686-4db4-a590-f1a151d391ca owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:18:58.951145 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.966536 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:58.975447 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dcd2afb1-edb8-4f21-bf5b-da47ee176d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:59.026973 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98239a-721b-4182-8903-c71dd734bda6,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:59.037046 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.037489 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.038052 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.038584 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.039146 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.039492 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.039879 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.040435 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.040958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.041616 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.042152 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.042925 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:59.049950 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edd89fef47a948dd9195c2b78ce95f0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4753942
May 10 17:18:59.051153 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:59.053240 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56424) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:59.151296 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:59.263146 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3625f065-ab07-465e-a845-b77bc39dfe3c req-78fa1d40-2810-4c43-8337-4525fdb05c42 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 210 time: 0.0892503
May 10 17:18:59.269205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:59.351405 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:59.355785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:59.368569 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98239a-721b-4182-8903-c71dd734bda6,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:59.372687 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:59.377410 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:59.378973 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e98239a-721b-4182-8903-c71dd734bda6 HTTP/1.1" status: 204  len: 168 time: 0.3247337
May 10 17:18:59.483693 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-08ba9f07-7766-4c2b-89bf-3411abaa020c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:59.485208 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-08ba9f07-7766-4c2b-89bf-3411abaa020c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 815 time: 0.4180486
May 10 17:18:59.490789 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:59.497509 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c5bd28a2-45ae-4770-bc43-de2ab01f73f0 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:59.538504 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Request body: {'port': {'device_id': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'admin_state_up': True, 'tenant_id': '94ef14ea44b1462babbc383f419bee3a'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:59.564325 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Pushing event deleted for resources: {'Port': ['ID=ceddd1d3-f686-4db4-a590-f1a151d391ca,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:59.618412 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:59.725157 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] No DVR routers for this DVR port ceddd1d3-f686-4db4-a590-f1a151d391ca on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:18:59.742245 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:59.745086 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'name': 'network-vif-deleted', 'tag': 'ceddd1d3-f686-4db4-a590-f1a151d391ca'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:59.800336 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:59.809012 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f466b7fc-0021-4df0-b4c7-f1ffadded6e7 req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.43 "DELETE /v2.0/ports/ceddd1d3-f686-4db4-a590-f1a151d391ca HTTP/1.1" status: 204  len: 173 time: 1.4355023
May 10 17:18:59.811176 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Usage tracker for resource:port and tenant:94ef14ea44b1462babbc383f419bee3a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:59.817933 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:59.828778 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:59.840290 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcdeb69-8a36-446b-8f9e-9a6cf3646200', 'name': 'network-vif-deleted', 'tag': 'ceddd1d3-f686-4db4-a590-f1a151d391ca', 'status': 'completed', 'code': 200}
May 10 17:18:59.849950 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Made reservation on behalf of 94ef14ea44b1462babbc383f419bee3a for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:59.855982 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:59.956931 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91772abd-6e14-4084-8b25-2bd3f428838b req-205bb276-e30e-4947-bb32-5dedf886bd9b tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bcdeb69-8a36-446b-8f9e-9a6cf3646200 HTTP/1.1" status: 200  len: 210 time: 0.0536675
May 10 17:19:00.070477 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Allocated IP 172.20.0.8 (7130d662-e986-4609-9cd1-1595c08760e9/4a7674b3-aebd-40d1-9497-c82060a3b659/cfc907df-08f2-422e-9fce-0df77de8cf42) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:00.325847 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:00.374411 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:00.390022 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:00.434558 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'e3016ccf-1c2f-4a2b-be00-312640e19a78'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:00.456447 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Network 7130d662-e986-4609-9cd1-1595c08760e9 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:00.460890 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:00.464629 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:00.470768 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:00.471389 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:00.480294 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abdd8d-da71-4923-acdf-b5b3276e76f3 req-b461badc-0e09-4692-a463-856041f10cc8 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:00.487953 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-44abdd8d-da71-4923-acdf-b5b3276e76f3 req-b461badc-0e09-4692-a463-856041f10cc8 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 931 time: 0.0956523
May 10 17:19:00.510917 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event updated for resources: {'Port': ['ID=cfc907df-08f2-422e-9fce-0df77de8cf42,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:00.513876 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9859483
May 10 17:19:00.514607 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:00.542669 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Request body: {'port': {'device_id': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:00.561981 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-44abdd8d-da71-4923-acdf-b5b3276e76f3 req-9229354d-7736-48d2-a767-c65fb7e0f1db tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675027
May 10 17:19:00.672819 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:01.033895 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device ceddd1d3-f686-4db4-a590-f1a151d391ca no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:01.111075 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: ceddd1d3-f686-4db4-a590-f1a151d391ca {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:01.111618 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device ceddd1d3-f686-4db4-a590-f1a151d391ca not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:01.205494 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc907df-08f2-422e-9fce-0df77de8cf42 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:01.218215 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:01.248377 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Transition to ACTIVE for port object cfc907df-08f2-422e-9fce-0df77de8cf42 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:01.256497 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:01.266709 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b1aed7b4-cbdf-497b-a1e9-01c32a26a97b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:01.423865 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc907df-08f2-422e-9fce-0df77de8cf42,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:01.431046 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:01.452973 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Attempting to bind port cfc907df-08f2-422e-9fce-0df77de8cf42 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:01.453099 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Attempting to bind port cfc907df-08f2-422e-9fce-0df77de8cf42 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:01.453398 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Attempting to bind port cfc907df-08f2-422e-9fce-0df77de8cf42 on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:01.459379 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Port cfc907df-08f2-422e-9fce-0df77de8cf42 on network 7130d662-e986-4609-9cd1-1595c08760e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:19:01.459672 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Attempting to bind port cfc907df-08f2-422e-9fce-0df77de8cf42 on network 7130d662-e986-4609-9cd1-1595c08760e9 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:01.465389 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:01.465721 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Checking segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:01.466097 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Bound using segment: {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:01.466517 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Bound port: cfc907df-08f2-422e-9fce-0df77de8cf42, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab212d7-e8c9-48b7-a118-af7c69f6f080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:01.466876 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:01.673594 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] For port cfc907df-08f2-422e-9fce-0df77de8cf42, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:01.677147 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] For port cfc907df-08f2-422e-9fce-0df77de8cf42, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cfc907df-08f2-422e-9fce-0df77de8cf42,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:01.684437 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:01.690278 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:01.749134 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:01.750133 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:01.751630 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] 10.222.0.43 "PUT /v2.0/ports/cfc907df-08f2-422e-9fce-0df77de8cf42 HTTP/1.1" status: 200  len: 1093 time: 1.2133927
May 10 17:19:01.794142 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc907df-08f2-422e-9fce-0df77de8cf42,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:01.799173 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:01.813545 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586402d4-580c-467e-a216-b6e20fbb4ca8 req-315b9a65-4d4d-4584-a99d-542dabbc91d4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:01.815121 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-586402d4-580c-467e-a216-b6e20fbb4ca8 req-315b9a65-4d4d-4584-a99d-542dabbc91d4 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 943 time: 0.1170192
May 10 17:19:01.879440 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-586402d4-580c-467e-a216-b6e20fbb4ca8 req-c641da11-f6df-4423-813a-9e9732a6045f tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543370
May 10 17:19:01.897852 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'tag': 'cfc907df-08f2-422e-9fce-0df77de8cf42'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:01.945961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-9455aa59-3c5c-4857-8a22-38866649a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:01.947736 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-9455aa59-3c5c-4857-8a22-38866649a25b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 1096 time: 0.1183445
May 10 17:19:01.957434 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'tag': 'cfc907df-08f2-422e-9fce-0df77de8cf42', 'status': 'completed', 'code': 200}
May 10 17:19:02.034275 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-5e3c5ab7-4a4d-4f66-825e-de356b989218 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfc907df-08f2-422e-9fce-0df77de8cf42 HTTP/1.1" status: 200  len: 217 time: 0.0656095
May 10 17:19:02.118834 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-47ec5ad4-b6f1-40e5-b3cf-9fce07d4063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:02.120289 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-47ec5ad4-b6f1-40e5-b3cf-9fce07d4063a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.0753486
May 10 17:19:02.177860 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-d8e255d3-6799-4c2d-9651-33005ee71210 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428674
May 10 17:19:02.317853 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-72fe4ece-128e-43de-b884-5f249d069c2a service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269555
May 10 17:19:02.476102 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fe189a65-8886-41b2-92da-b4ef44b28457 req-31e59726-8361-4aaf-908d-74b4de203281 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474791
May 10 17:19:02.711998 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-8ffecf3b-5448-49e8-a8c0-4704485a26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:02.713362 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-8ffecf3b-5448-49e8-a8c0-4704485a26e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 1096 time: 0.0969963
May 10 17:19:02.864231 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-8d95fd75-91a2-4abf-8de5-9a0bb82c5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:02.866266 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-8d95fd75-91a2-4abf-8de5-9a0bb82c5c2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 916 time: 0.1399167
May 10 17:19:02.954393 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-0542f19c-52e3-4ba5-95f3-daa8f99ddac7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfc907df-08f2-422e-9fce-0df77de8cf42 HTTP/1.1" status: 200  len: 217 time: 0.0681193
May 10 17:19:03.073074 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-b311d1fd-49c9-49af-8ee7-4423de564026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:03.074488 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-b311d1fd-49c9-49af-8ee7-4423de564026 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.1051724
May 10 17:19:03.126850 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81992d-7c86-400d-8ae6-680f23a271df req-9a8031c7-8fe9-4bf6-9794-9eab1f4986e0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:03.128675 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cf81992d-7c86-400d-8ae6-680f23a271df req-9a8031c7-8fe9-4bf6-9794-9eab1f4986e0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 943 time: 0.1130257
May 10 17:19:03.164137 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-a639db94-cd08-4f1e-8de5-d8808cb60e9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464053
May 10 17:19:03.200486 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cf81992d-7c86-400d-8ae6-680f23a271df req-d265aaae-5e50-4460-b358-67a8e418b5c8 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644410
May 10 17:19:03.312313 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-69c9e0aa-84a0-4969-a02b-9d1c54b0af33 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333597
May 10 17:19:03.451882 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-567eebb8-d012-41d1-be2b-c189b68cf980 req-90ac8de6-22b7-4af1-9cf7-0cb9eb6fb542 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318612
May 10 17:19:04.262515 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e47d6-e996-483d-8b4e-869401ca5614 req-4e664e30-450a-43f6-ba3a-0d4da4c94d04 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:04.264027 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d90e47d6-e996-483d-8b4e-869401ca5614 req-4e664e30-450a-43f6-ba3a-0d4da4c94d04 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.0942311
May 10 17:19:04.312174 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d90e47d6-e996-483d-8b4e-869401ca5614 req-e2313e29-274c-4d4f-ba44-e73e00b6714c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424547
May 10 17:19:04.412985 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fab816-3778-442e-822a-032ba750e3c3 req-de8710d1-e8b5-4cf5-8118-00839ea2f634 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:04.414425 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24fab816-3778-442e-822a-032ba750e3c3 req-de8710d1-e8b5-4cf5-8118-00839ea2f634 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 943 time: 0.0883825
May 10 17:19:04.460343 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24fab816-3778-442e-822a-032ba750e3c3 req-7c0c7ad6-aa6d-4400-9e35-1db949386b60 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399094
May 10 17:19:05.423785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56674) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:05.509556 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469a962-8ef2-4859-adbc-4ee555fae61d req-0361a5f9-fa17-4481-a6a8-8f5769b36652 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.511091 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8469a962-8ef2-4859-adbc-4ee555fae61d req-0361a5f9-fa17-4481-a6a8-8f5769b36652 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.0847385
May 10 17:19:05.561967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:05.627846 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8469a962-8ef2-4859-adbc-4ee555fae61d req-07cc4981-a93a-4a39-9592-986fb229fd9a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108391
May 10 17:19:05.629119 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:05.636039 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2b09439d1247eebd63ba27989138fb is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:05.639665 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:05.647913 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:05.706225 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b48af-24ae-439d-b5e8-48a7259b0db0 req-10062ac8-6bd5-4c61-8363-effc4a417dc8 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.707665 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-297b48af-24ae-439d-b5e8-48a7259b0db0 req-10062ac8-6bd5-4c61-8363-effc4a417dc8 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 943 time: 0.1338916
May 10 17:19:05.775519 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-297b48af-24ae-439d-b5e8-48a7259b0db0 req-47c2f13f-0cde-4240-8402-16cc3bfeed03 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603578
May 10 17:19:05.796139 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:05.801050 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:05.815195 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:05.859674 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b7b8c-9006-4bf4-be8d-ff551ab6d2f6,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:05.863752 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb2b09439d1247eebd63ba27989138fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4389081
May 10 17:19:05.866155 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:05.866816 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56686) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:05.927707 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:05.953392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.011162 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.016049 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ea11b4ae-fdf6-452d-9917-069546438239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:06.030295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b7b8c-9006-4bf4-be8d-ff551ab6d2f6,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:06.033093 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:06.034437 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.038492 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a0b7b8c-9006-4bf4-be8d-ff551ab6d2f6 HTTP/1.1" status: 204  len: 168 time: 0.1704426
May 10 17:19:06.326740 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56702) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:06.344205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.358427 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:06.362064 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e2713bf7074a258b6ea641dbd8f701 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:06.364857 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:06.370290 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:06.453763 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.457461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.466381 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c8cde1c0-857e-4231-ab01-08179515ed2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:06.506567 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7e2713bf7074a258b6ea641dbd8f701&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1787083
May 10 17:19:06.507447 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b0985-c2a1-4103-8ca9-09f7dd1dfe74,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:06.509244 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 56706) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:06.510499 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:06.566294 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.593045 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.653016 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.658360 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-19dc5d00-5adf-419d-9c44-9fec7f0d4a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:06.671007 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b0985-c2a1-4103-8ca9-09f7dd1dfe74,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:06.675117 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:06.679961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:06.683670 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f9b0985-c2a1-4103-8ca9-09f7dd1dfe74 HTTP/1.1" status: 204  len: 168 time: 0.1733959
May 10 17:19:06.808820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device cfc907df-08f2-422e-9fce-0df77de8cf42 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:19:06.871021 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e76fb-228d-4cee-b4c6-4d0e047ca429 req-c64a793a-40f2-427c-9c0a-678ce67b4ede tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:06.873899 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e67e76fb-228d-4cee-b4c6-4d0e047ca429 req-c64a793a-40f2-427c-9c0a-678ce67b4ede tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1148322
May 10 17:19:07.053656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port cfc907df-08f2-422e-9fce-0df77de8cf42, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cfc907df-08f2-422e-9fce-0df77de8cf42,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:07.070849 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'cfc907df-08f2-422e-9fce-0df77de8cf42', 'network_id': '7130d662-e986-4609-9cd1-1595c08760e9', 'port_id': 'cfc907df-08f2-422e-9fce-0df77de8cf42', 'mac_address': 'fa:16:3e:c6:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7674b3-aebd-40d1-9497-c82060a3b659', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:19:07.106653 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e67e76fb-228d-4cee-b4c6-4d0e047ca429 req-7faebc43-2b10-49ef-a58a-02c0762516a2 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2268894
May 10 17:19:07.160987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3818e1-191e-47ca-87d7-309d1f1c4d1b req-e26103d6-4933-456d-8234-c8b811ff3a22 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:07.162519 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0f3818e1-191e-47ca-87d7-309d1f1c4d1b req-e26103d6-4933-456d-8234-c8b811ff3a22 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 943 time: 0.2464097
May 10 17:19:07.208747 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:07.214915 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0f3818e1-191e-47ca-87d7-309d1f1c4d1b req-2efacd32-9954-415d-a12a-777f4defe71d tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463276
May 10 17:19:07.236352 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc907df-08f2-422e-9fce-0df77de8cf42 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:07.252504 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port cfc907df-08f2-422e-9fce-0df77de8cf42, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cfc907df-08f2-422e-9fce-0df77de8cf42,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:07.261539 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:07.264139 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:07.330369 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=cfc907df-08f2-422e-9fce-0df77de8cf42,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:07.334584 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:07.940120 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['cfc907df-08f2-422e-9fce-0df77de8cf42'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:08.333440 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a089dec-b76a-4771-b13c-0121c54e4112 req-e919be14-da25-4878-ad9e-342ade68030d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.335826 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2a089dec-b76a-4771-b13c-0121c54e4112 req-e919be14-da25-4878-ad9e-342ade68030d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1001444
May 10 17:19:08.452991 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2a089dec-b76a-4771-b13c-0121c54e4112 req-1dfaded6-62e9-4a3d-a414-c8a06ba9ed5b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061654
May 10 17:19:08.484597 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957b915-189b-422d-8e1b-85165c4485a6 req-02af9408-ae15-4f7f-854f-395955b15447 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.486125 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2957b915-189b-422d-8e1b-85165c4485a6 req-02af9408-ae15-4f7f-854f-395955b15447 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 944 time: 0.1087377
May 10 17:19:08.533504 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2957b915-189b-422d-8e1b-85165c4485a6 req-3a5f3d3d-4f10-4596-b327-f9e120e57e6c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405598
May 10 17:19:08.987026 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-a4b6dce8-70ba-4d52-b059-fdff42f70ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.988562 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-a4b6dce8-70ba-4d52-b059-fdff42f70ffb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1099 time: 0.0931263
May 10 17:19:09.015268 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa466f7-1250-4db2-915e-01002d1820f5 req-4fe3e785-1309-4767-ada2-d05cc95d5c67 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.017128 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ffa466f7-1250-4db2-915e-01002d1820f5 req-4fe3e785-1309-4767-ada2-d05cc95d5c67 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0925496
May 10 17:19:09.069959 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ffa466f7-1250-4db2-915e-01002d1820f5 req-858b42c9-25db-41f5-9c26-1aa7e77bbaca tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463481
May 10 17:19:09.257726 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-085735b7-969a-4bf2-a835-7b123019148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.259173 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-085735b7-969a-4bf2-a835-7b123019148e service neutron] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 919 time: 0.2613890
May 10 17:19:09.356735 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-12fe0a52-36d1-4eb3-b11c-303828fcc998 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca8e68d-758d-4b63-a299-dd5c81076059 HTTP/1.1" status: 200  len: 217 time: 0.0869701
May 10 17:19:09.465501 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-a09a3806-88c0-4399-b878-fb7a834384b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.466864 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-a09a3806-88c0-4399-b878-fb7a834384b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.0897193
May 10 17:19:09.534525 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-ba2543e1-2520-4b3f-ba16-6a72bafe89ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563037
May 10 17:19:09.741556 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec062a4-00fb-4090-b8b3-b154f0c4b16c req-4dc405e5-32df-4aff-854b-50cd6863270a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.768341 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ec062a4-00fb-4090-b8b3-b154f0c4b16c req-4dc405e5-32df-4aff-854b-50cd6863270a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1588728
May 10 17:19:09.809115 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device cfc907df-08f2-422e-9fce-0df77de8cf42 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:09.837548 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-28a1697e-4734-4d5c-8a36-bf3aedcf1935 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2900593
May 10 17:19:09.936768 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port cfc907df-08f2-422e-9fce-0df77de8cf42 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:09.942255 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port cfc907df-08f2-422e-9fce-0df77de8cf42 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:09.942762 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:09.986180 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ec062a4-00fb-4090-b8b3-b154f0c4b16c req-7c5bdf9d-1315-4736-a03a-48080b48db1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2157152
May 10 17:19:10.094764 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49628f-7d4e-45bd-837d-1a419ac346ff req-86861de0-544d-4fda-9df5-aeeee7846750 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:10.096694 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2b49628f-7d4e-45bd-837d-1a419ac346ff req-86861de0-544d-4fda-9df5-aeeee7846750 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 944 time: 0.2699904
May 10 17:19:10.173426 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-14e3b674-ca7e-4e5d-a4af-2e0c5b6ba033 req-d77ff49c-945d-44dc-ade0-984f8f857936 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3240542
May 10 17:19:10.192711 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2b49628f-7d4e-45bd-837d-1a419ac346ff req-17c105bd-8a1e-4187-864a-cc5e1e70d901 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891333
May 10 17:19:10.294670 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:10.401774 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc907df-08f2-422e-9fce-0df77de8cf42'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:10.421954 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1b189c63-9cea-44ff-91b5-33ea02cc39c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:10.431941 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port cfc907df-08f2-422e-9fce-0df77de8cf42, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cfc907df-08f2-422e-9fce-0df77de8cf42,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:10.443023 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:10.458630 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a8ee-fded-4d1d-afe8-561fb2b7d1a6 req-e47538b6-b7e9-43b9-b912-dc737793942c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:10.460646 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:10.472675 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4666a8ee-fded-4d1d-afe8-561fb2b7d1a6 req-e47538b6-b7e9-43b9-b912-dc737793942c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1470995
May 10 17:19:10.540869 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc907df-08f2-422e-9fce-0df77de8cf42', 'code': 200}
May 10 17:19:10.547412 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4666a8ee-fded-4d1d-afe8-561fb2b7d1a6 req-3085645c-d285-47a7-93ec-980c47440053 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797055
May 10 17:19:10.611451 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=cfc907df-08f2-422e-9fce-0df77de8cf42,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:10.628267 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:10.899954 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dc5a5-9032-43d0-8c77-7c7fb670ca3f req-e261e189-0fff-4b86-b412-e2c4fc2f7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:10.902497 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-597dc5a5-9032-43d0-8c77-7c7fb670ca3f req-e261e189-0fff-4b86-b412-e2c4fc2f7706 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 1098 time: 0.1049023
May 10 17:19:10.977697 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-597dc5a5-9032-43d0-8c77-7c7fb670ca3f req-30f425bd-881a-459d-87c3-7139d078e074 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634172
May 10 17:19:11.456774 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12bfed-3428-440a-a7a9-73e538aabfbe req-761c1fd3-72bf-4999-a6c0-28ac2b7d765b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.458306 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cb12bfed-3428-440a-a7a9-73e538aabfbe req-761c1fd3-72bf-4999-a6c0-28ac2b7d765b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1699076
May 10 17:19:11.518954 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cb12bfed-3428-440a-a7a9-73e538aabfbe req-b734a280-26db-40a8-9637-5a3e50dccb79 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527339
May 10 17:19:11.530844 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5856ed6-996d-4646-ba71-2584bdd9fd60 req-047a97e8-e425-4d40-bf68-d4f3443715b3 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.532333 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5856ed6-996d-4646-ba71-2584bdd9fd60 req-047a97e8-e425-4d40-bf68-d4f3443715b3 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 945 time: 0.1462491
May 10 17:19:11.581676 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5856ed6-996d-4646-ba71-2584bdd9fd60 req-d041445f-7719-4cd3-8856-9cda585479c0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408354
May 10 17:19:11.728277 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58d7b6-fb50-4c7f-827c-5392dbdbb750 req-68bc8d8b-35ac-4cad-a105-b7392dae3dbc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.730355 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2c58d7b6-fb50-4c7f-827c-5392dbdbb750 req-68bc8d8b-35ac-4cad-a105-b7392dae3dbc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.0851994
May 10 17:19:11.778590 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2c58d7b6-fb50-4c7f-827c-5392dbdbb750 req-0077ee81-b973-4051-b561-875e5c4ff41f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416050
May 10 17:19:12.673882 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:12.923694 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7be22374-2d92-4737-8724-d5d442621b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:13.024440 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d5287-00d6-40be-b955-ab50a2a67c5e req-b0ffd7c1-a4ac-4a67-92ca-d67f9102192e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:13.033381 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-568d5287-00d6-40be-b955-ab50a2a67c5e req-b0ffd7c1-a4ac-4a67-92ca-d67f9102192e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.2118988
May 10 17:19:13.043214 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586493-9512-4b55-875c-5fdc1ce46af2 req-90a2c173-458c-4a9d-874a-30b58e04a39b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:13.054689 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e1586493-9512-4b55-875c-5fdc1ce46af2 req-90a2c173-458c-4a9d-874a-30b58e04a39b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 945 time: 0.1764829
May 10 17:19:13.065051 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 56898) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:13.135333 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-568d5287-00d6-40be-b955-ab50a2a67c5e req-182bf624-b472-4b2b-b0b3-d5e6d7312419 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022859
May 10 17:19:13.174787 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e1586493-9512-4b55-875c-5fdc1ce46af2 req-39cd8e46-1f35-41e4-8072-c1c848e41427 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167409
May 10 17:19:13.249511 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:13.291624 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:13.299673 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Usage tracker for resource:security_group_rule and tenant:01c5124cd12943a1b72e956699d1b62f is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:13.304760 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:13.326685 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:13.381498 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b767-1b69-4f5c-983d-8bad57859a4c req-1e18e200-9c73-4bae-87ea-36afe6d2c019 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:13.383050 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e800b767-1b69-4f5c-983d-8bad57859a4c req-1e18e200-9c73-4bae-87ea-36afe6d2c019 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1020167
May 10 17:19:13.461273 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e800b767-1b69-4f5c-983d-8bad57859a4c req-1ec856ee-7479-4f62-88e0-9884fd61cc2c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663583
May 10 17:19:13.585056 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:13.590868 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:13.601247 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a06477e0-5a89-4d0b-bbe0-799fe9c17811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:13.662448 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01c5124cd12943a1b72e956699d1b62f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5956700
May 10 17:19:13.663752 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b962d-9353-4395-afb1-3c5701a99748,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:13.665576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 56908) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:13.667875 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:13.829619 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:13.905406 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:13.915423 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:14.015834 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:14.021404 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e63ee8b7-01bb-4eec-b431-d1016467cc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:14.044248 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b962d-9353-4395-afb1-3c5701a99748,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:14.048011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:14.060753 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:14.065444 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c78b962d-9353-4395-afb1-3c5701a99748 HTTP/1.1" status: 204  len: 168 time: 0.3954697
May 10 17:19:14.451533 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae91ea3-59e4-4402-926d-5ef61f64b0d2 req-78ee8afe-9bd3-4057-b309-a20949b71081 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:14.454107 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cae91ea3-59e4-4402-926d-5ef61f64b0d2 req-78ee8afe-9bd3-4057-b309-a20949b71081 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1013141
May 10 17:19:14.516560 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cae91ea3-59e4-4402-926d-5ef61f64b0d2 req-80870dcb-8301-48ad-90c7-b724dcac2e58 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562272
May 10 17:19:14.725352 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c398f0-580b-4230-94c1-c6971a53c209 req-1eec33d4-a8e6-4aeb-99e4-d29a5edd913b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:14.736554 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5c398f0-580b-4230-94c1-c6971a53c209 req-1eec33d4-a8e6-4aeb-99e4-d29a5edd913b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1439095
May 10 17:19:14.788732 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d5c398f0-580b-4230-94c1-c6971a53c209 req-9f4b3268-1baa-4262-b769-030bb0a22091 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511265
May 10 17:19:14.806798 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:15.640158 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:15.725924 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c28eb-c383-409d-b0f4-9a24eda5d23e req-b40fc449-bf16-4d6c-b7b9-adac80a8f24e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:15.734160 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-102c28eb-c383-409d-b0f4-9a24eda5d23e req-b40fc449-bf16-4d6c-b7b9-adac80a8f24e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1034992
May 10 17:19:15.823130 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-102c28eb-c383-409d-b0f4-9a24eda5d23e req-7aba39e0-ee23-400d-9621-4ececf4c5a5d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875428
May 10 17:19:16.367728 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc028da-18f2-4ae2-8ce1-ee8e3414204b req-eea1ef76-9e9c-4627-bed5-2f155204f0cc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:16.369243 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0dc028da-18f2-4ae2-8ce1-ee8e3414204b req-eea1ef76-9e9c-4627-bed5-2f155204f0cc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2482865
May 10 17:19:16.417434 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0dc028da-18f2-4ae2-8ce1-ee8e3414204b req-aca6ca71-0f37-4b07-94c2-4855be4602fe tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420871
May 10 17:19:17.034019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9fa6a-4948-4ede-bfbc-b003b4e1ff87 req-4f8820b5-b83b-4b8e-a0ee-ce1efd61bb24 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:17.035440 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14a9fa6a-4948-4ede-bfbc-b003b4e1ff87 req-4f8820b5-b83b-4b8e-a0ee-ce1efd61bb24 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.0830367
May 10 17:19:17.098320 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14a9fa6a-4948-4ede-bfbc-b003b4e1ff87 req-3e97eec6-7e5d-4ef1-bfec-ccbd42cafa56 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555696
May 10 17:19:17.432538 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-20d6baf5-0a74-4f59-a80b-f5e50dd0cf51 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5274a07408924ef0a2f63612854392c9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0603988
May 10 17:19:17.512007 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57030) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:17.678346 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-07347412-6b34-4b87-9865-d6b52ea07864 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:17.686154 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-07347412-6b34-4b87-9865-d6b52ea07864 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2479811
May 10 17:19:17.723215 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-570f0399-98c2-4c70-b6ea-5804a8d60c29 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/quotas/5274a07408924ef0a2f63612854392c9 HTTP/1.1" status: 200  len: 375 time: 0.0233662
May 10 17:19:17.795972 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-9f799468-92ab-406f-9d4c-9d8af7dbddae tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5274a07408924ef0a2f63612854392c9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654373
May 10 17:19:17.816388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:17.836429 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:17.841239 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Usage tracker for resource:security_group_rule and tenant:ef07b99066b643338ba1046ceecd50cc is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:17.845259 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:17.852355 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:18.014899 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.037455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.059216 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2c09b-3b9f-4c7d-ada4-778f3d887617 req-0afdb39f-6090-4726-8f08-c7122bb29590 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:18.072335 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-95c2c09b-3b9f-4c7d-ada4-778f3d887617 req-0afdb39f-6090-4726-8f08-c7122bb29590 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2493804
May 10 17:19:18.094922 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-979899a7-5fdd-4c74-b71e-ff89eae729d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:18.106367 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef07b99066b643338ba1046ceecd50cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5926862
May 10 17:19:18.108550 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57046) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:18.170672 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eef564-128a-46c7-bc41-0ad99cef2387,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:18.182967 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:18.222662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.248464 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-95c2c09b-3b9f-4c7d-ada4-778f3d887617 req-b6fdefd1-8d01-44f3-9bcf-02a0e0539fdb tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749678
May 10 17:19:18.275279 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.332279 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcde186-44df-45bc-b77b-b601a167865f req-d91c671b-6e70-45ce-bbc3-6ad64f8dd3c3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:18.335060 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bbcde186-44df-45bc-b77b-b601a167865f req-d91c671b-6e70-45ce-bbc3-6ad64f8dd3c3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2599466
May 10 17:19:18.396430 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.402968 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-27a603c1-d3f4-42e2-9f99-c73defe2871f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:18.407563 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e349baea-b7b4-490a-a18c-e133949c2f82 req-1cdde467-2e12-49f9-a620-cf517b53c72d tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 210 time: 0.0710976
May 10 17:19:18.421065 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eef564-128a-46c7-bc41-0ad99cef2387,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:18.436712 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:18.437535 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.438678 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4eef564-128a-46c7-bc41-0ad99cef2387 HTTP/1.1" status: 204  len: 168 time: 0.3292470
May 10 17:19:18.557639 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bbcde186-44df-45bc-b77b-b601a167865f req-f111b1e8-fed4-435a-bb78-8afce82f915c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349652
May 10 17:19:18.699833 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea597170-d863-4259-9299-e6e583674761 req-75e99ce0-a95a-4129-9deb-0d2ecf73333c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:18.710736 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ea597170-d863-4259-9299-e6e583674761 req-75e99ce0-a95a-4129-9deb-0d2ecf73333c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1186874
May 10 17:19:18.772398 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ea597170-d863-4259-9299-e6e583674761 req-d285d32d-f702-4bea-b52c-69f588252dca tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605211
May 10 17:19:19.507339 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4116b-c054-4be6-a3a0-afbd883dc928 req-06d96cbf-861f-4a93-8668-b5b4348191d7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:19.508988 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-61b4116b-c054-4be6-a3a0-afbd883dc928 req-06d96cbf-861f-4a93-8668-b5b4348191d7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1388144
May 10 17:19:19.516370 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57092) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:19.679941 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-61b4116b-c054-4be6-a3a0-afbd883dc928 req-dd3182fb-74c0-4ef4-ac7e-4814cfb421d1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543190
May 10 17:19:19.774148 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e39085ef-379e-43f7-a178-d9bbf6454e58 req-5c81724b-e28f-4a60-9887-9dc936aecbfe tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 210 time: 0.0859330
May 10 17:19:19.822921 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-268975680-network', 'tenant_id': '8c96f015b11441d0982c705fcc6c5bbe'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:19.836911 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:19.943241 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Usage tracker for resource:network and tenant:8c96f015b11441d0982c705fcc6c5bbe is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:19.963466 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:19.986013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5eea-a849-49ae-b71d-81eb90f4f21c req-36fbf9f1-23ec-4859-a49d-3fd140e80c9f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:19.986631 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-4dba0e6d-cc8d-4336-bad3-e63b11b28aa6 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5274a07408924ef0a2f63612854392c9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0993278
May 10 17:19:19.987746 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:20.007608 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-211f5eea-a849-49ae-b71d-81eb90f4f21c req-36fbf9f1-23ec-4859-a49d-3fd140e80c9f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1515138
May 10 17:19:20.155791 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-211f5eea-a849-49ae-b71d-81eb90f4f21c req-c4d8c379-7666-49ae-9cf5-2b4a0602fcb1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1470590
May 10 17:19:20.207540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-3be78856-0418-4086-bd77-c556dd54b651 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:20.208564 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-3be78856-0418-4086-bd77-c556dd54b651 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2177477
May 10 17:19:20.212165 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Made reservation on behalf of 8c96f015b11441d0982c705fcc6c5bbe for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:20.218757 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.241559 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532dc11-8288-4c4f-85fd-d0f9c1b49dee req-f4a56cf8-04ca-4dec-9ef1-31011365b409 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:20.243530 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f532dc11-8288-4c4f-85fd-d0f9c1b49dee req-f4a56cf8-04ca-4dec-9ef1-31011365b409 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.2331100
May 10 17:19:20.246694 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Request body: {'port': {'device_id': '93f941c5-80c8-4380-98b3-31e453ab666c', 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110', 'admin_state_up': True, 'tenant_id': '5274a07408924ef0a2f63612854392c9'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:20.265195 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.331371 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f532dc11-8288-4c4f-85fd-d0f9c1b49dee req-a146a847-d70b-4df1-82ce-10324533d091 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803416
May 10 17:19:20.340133 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:20.348672 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8c96f015b11441d0982c705fcc6c5bbe is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:20.353673 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:20.365103 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:20.475112 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:20.486485 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Usage tracker for resource:port and tenant:5274a07408924ef0a2f63612854392c9 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:20.497420 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:20.511263 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:20.538848 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Made reservation on behalf of 5274a07408924ef0a2f63612854392c9 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:20.543532 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.570264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.612539 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:20.617409 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.621479 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Usage tracker for resource:security_group_rule and tenant:5274a07408924ef0a2f63612854392c9 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:20.625670 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:20.630635 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.640236 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-554f9c1a-13f6-416e-84c2-0dc39d51cfe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:20.655213 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:20.692400 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:20.748585 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206f01ac-e424-4d1b-bca6-66c29a02ffee,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:20.752614 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:20.762895 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.763240 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Added segment f7faba8b-6367-47ab-a2ce-291e592bf8cc of type vlan for network 9fdd0b50-c983-4ede-86e6-94ac39fead12
May 10 17:19:20.814245 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.872459 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.893174 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.053651 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fb0c3360-2935-4167-b520-03a9cbc3363f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:21.060298 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-01d96e3b-a0b3-4273-881d-e56f2ec5ae03 req-b2deed44-6643-4a6a-b15c-50f6c64e4890 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 210 time: 0.0634894
May 10 17:19:21.087818 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6791b2e0-6d36-441d-9011-146e4f903a6c,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:21.090990 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:21.097778 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Allocated IP 192.168.233.132 (64331203-32a3-4a0a-8c34-d2333e711110/9310f021-bf6e-46c3-b8e5-c03717e2ac4b/9eb1eb24-911e-4c28-bf24-a81a742b87fb) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:21.100344 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.103588 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:21.104272 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.120350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3f82e-5fa0-4127-aa53-61d26e234686 req-83ccdc82-581a-4944-84bb-a097815f8d53 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:21.131022 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9fb3f82e-5fa0-4127-aa53-61d26e234686 req-83ccdc82-581a-4944-84bb-a097815f8d53 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2365670
May 10 17:19:21.137348 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:21.157660 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:19:21.227320 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9fb3f82e-5fa0-4127-aa53-61d26e234686 req-460ae0c3-a1c1-47a8-a339-949bf78ee0f8 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947680
May 10 17:19:21.308091 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.7868588
May 10 17:19:21.308557 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 57126) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:21.315578 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Request body: {'subnet': {'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-268975680-subnet', 'tenant_id': '8c96f015b11441d0982c705fcc6c5bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:21.325319 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:21.331417 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9fdd0b50-c983-4ede-86e6-94ac39fead12,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:21.337329 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:21.342922 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 9fdd0b50-c983-4ede-86e6-94ac39fead12 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:21.425758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Usage tracker for resource:subnet and tenant:8c96f015b11441d0982c705fcc6c5bbe is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:21.430108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:21.437521 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:21.464503 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Made reservation on behalf of 8c96f015b11441d0982c705fcc6c5bbe for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:21.467732 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397057'] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.601224 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.623735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Transition to ACTIVE for port object 9eb1eb24-911e-4c28-bf24-a81a742b87fb will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:21.654108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ec4a-6562-4c7d-ad2e-2fd69944b5e2 req-9a97feab-0377-4a86-bcbb-050460df7ce5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:21.655582 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2138ec4a-6562-4c7d-ad2e-2fd69944b5e2 req-9a97feab-0377-4a86-bcbb-050460df7ce5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.3276317
May 10 17:19:21.674282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.681706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-aee15bc1-1f4d-41ad-8a1d-d5b69b349ef2 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:21.762962 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Network 64331203-32a3-4a0a-8c34-d2333e711110 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:21.765156 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2138ec4a-6562-4c7d-ad2e-2fd69944b5e2 req-ec543479-c579-477f-9991-ff8fa4ad5522 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002021
May 10 17:19:21.782907 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:21.784108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb154c-fa6b-481b-9064-ff0266441e5c req-51f8b69b-b43a-4b3e-b10c-9386dd0e2bf4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:21.785602 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e0eb154c-fa6b-481b-9064-ff0266441e5c req-51f8b69b-b43a-4b3e-b10c-9386dd0e2bf4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.2201807
May 10 17:19:21.804554 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:21.810627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:21.811276 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.828894 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Pushing event updated for resources: {'Port': ['ID=9eb1eb24-911e-4c28-bf24-a81a742b87fb,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:21.832794 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:21.845863 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6043711
May 10 17:19:21.876425 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Request body: {'port': {'device_id': '93f941c5-80c8-4380-98b3-31e453ab666c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:22.023636 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e0eb154c-fa6b-481b-9064-ff0266441e5c req-7c3d2953-c0e3-4a2f-a3c7-b7213fa0d03a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2243338
May 10 17:19:22.053063 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.072358 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-266d37db-0a56-40da-bf37-2d2074ef4c17 None None] Provisioning for port 9eb1eb24-911e-4c28-bf24-a81a742b87fb completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:22.089006 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-266d37db-0a56-40da-bf37-2d2074ef4c17 None None] Provisioning complete for port 9eb1eb24-911e-4c28-bf24-a81a742b87fb triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:22.089659 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-266d37db-0a56-40da-bf37-2d2074ef4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.260685 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-266d37db-0a56-40da-bf37-2d2074ef4c17 None None] Port 9eb1eb24-911e-4c28-bf24-a81a742b87fb cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:19:22.388922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9b4a-4f76-4e3b-b5d0-8c890fbc5382 req-184e97e4-a9fb-4340-afcc-4fe3bc9734ae tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:22.390493 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6e4e9b4a-4f76-4e3b-b5d0-8c890fbc5382 req-184e97e4-a9fb-4340-afcc-4fe3bc9734ae tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 936 time: 0.1432176
May 10 17:19:22.507400 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1818746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397043'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.528151 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:22.548295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb1eb24-911e-4c28-bf24-a81a742b87fb {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:22.563323 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.572728 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6e4e9b4a-4f76-4e3b-b5d0-8c890fbc5382 req-07a54b15-f078-4c37-859b-2965dea5a259 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541893
May 10 17:19:22.601987 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Transition to ACTIVE for port object 9eb1eb24-911e-4c28-bf24-a81a742b87fb will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:22.611349 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.623550 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1a340922-a26e-467f-8db2-498406df062a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:22.639028 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def0dae3-637e-4cf0-9aa2-ec5361ff2f6f,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:22.643237 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:22.653083 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Checking segment: {'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:22.653433 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Network hostable DHCP agents. Network: 9fdd0b50-c983-4ede-86e6-94ac39fead12, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:22.678931 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb8d22-12cf-4ce4-8d1d-54bf7f362c75 req-69b20271-e21e-485b-a592-f21052f25507 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:22.680498 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-71cb8d22-12cf-4ce4-8d1d-54bf7f362c75 req-69b20271-e21e-485b-a592-f21052f25507 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2584300
May 10 17:19:22.722824 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Network 9fdd0b50-c983-4ede-86e6-94ac39fead12 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:22.745282 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 9fdd0b50-c983-4ede-86e6-94ac39fead12) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:22.754877 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e28e9-c682-420f-bd68-f24150a97377 None None] Network 9fdd0b50-c983-4ede-86e6-94ac39fead12 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:22.791999 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-71cb8d22-12cf-4ce4-8d1d-54bf7f362c75 req-62abaf93-ad99-4b4a-b55f-2317037a9cad tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894268
May 10 17:19:22.801973 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:22.804247 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.888644 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-61214785-9b0d-43c5-a7df-1c00cc16caf8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.5706215
May 10 17:19:22.956151 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Pushing event updated for resources: {'Port': ['ID=9eb1eb24-911e-4c28-bf24-a81a742b87fb,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:22.976548 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:22.982848 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Attempting to bind port 9eb1eb24-911e-4c28-bf24-a81a742b87fb on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:22.983177 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Attempting to bind port 9eb1eb24-911e-4c28-bf24-a81a742b87fb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:22.983502 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Attempting to bind port 9eb1eb24-911e-4c28-bf24-a81a742b87fb on network 64331203-32a3-4a0a-8c34-d2333e711110 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:22.999146 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Port 9eb1eb24-911e-4c28-bf24-a81a742b87fb on network 64331203-32a3-4a0a-8c34-d2333e711110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:19:22.999459 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Attempting to bind port 9eb1eb24-911e-4c28-bf24-a81a742b87fb on network 64331203-32a3-4a0a-8c34-d2333e711110 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:23.014300 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:23.014677 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Checking segment: {'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:23.015062 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Bound using segment: {'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:23.015488 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Bound port: 9eb1eb24-911e-4c28-bf24-a81a742b87fb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87307fa4-3aad-49a6-9088-ee5023e349bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:23.015822 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.194839 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67708599-1150-452b-afd9-10f98f217da4 None None] Network 9fdd0b50-c983-4ede-86e6-94ac39fead12 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:23.239214 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] For port 9eb1eb24-911e-4c28-bf24-a81a742b87fb, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:23.250046 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] For port 9eb1eb24-911e-4c28-bf24-a81a742b87fb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9eb1eb24-911e-4c28-bf24-a81a742b87fb,segment=NetworkSegment(87307fa4-3aad-49a6-9088-ee5023e349bb),segment_id=87307fa4-3aad-49a6-9088-ee5023e349bb)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:23.258216 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.263016 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c7937067-cd9a-48fd-aef5-3e1039387d6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:23.268981 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37e30-48f6-48df-8e46-0bb15479230e req-8a4b0aec-6175-483f-a74e-1d39ba40ae67 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.271325 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-43d37e30-48f6-48df-8e46-0bb15479230e req-8a4b0aec-6175-483f-a74e-1d39ba40ae67 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2571344
May 10 17:19:23.414003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.415199 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.416832 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] 10.222.0.43 "PUT /v2.0/ports/9eb1eb24-911e-4c28-bf24-a81a742b87fb HTTP/1.1" status: 200  len: 1098 time: 1.5455081
May 10 17:19:23.417330 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f941c5-80c8-4380-98b3-31e453ab666c', 'tag': '9eb1eb24-911e-4c28-bf24-a81a742b87fb'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:23.422390 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-43d37e30-48f6-48df-8e46-0bb15479230e req-254ab28b-3636-42e8-bdc2-5180f8aa372b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620532
May 10 17:19:23.473649 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Pushing event updated for resources: {'Port': ['ID=9eb1eb24-911e-4c28-bf24-a81a742b87fb,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:23.483207 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:23.502383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b39411-2c41-4d1e-9384-9fe42b062c5e req-ff304162-1a5c-4b49-82f9-68956eb7c86c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.520478 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-97b39411-2c41-4d1e-9384-9fe42b062c5e req-ff304162-1a5c-4b49-82f9-68956eb7c86c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.2659786
May 10 17:19:23.522934 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f941c5-80c8-4380-98b3-31e453ab666c', 'tag': '9eb1eb24-911e-4c28-bf24-a81a742b87fb', 'status': 'completed', 'code': 200}
May 10 17:19:23.643098 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-97b39411-2c41-4d1e-9384-9fe42b062c5e req-16f24ca3-c1e4-4fa9-ad58-4643299ee544 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193612
May 10 17:19:23.715627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-9bcb270d-b442-4895-a96e-6a486ca0d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.717149 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-9bcb270d-b442-4895-a96e-6a486ca0d84c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5274a07408924ef0a2f63612854392c9&device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 1101 time: 0.1670401
May 10 17:19:23.845709 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-70647105-0818-449e-af2a-bd35ceb9b052 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=9eb1eb24-911e-4c28-bf24-a81a742b87fb HTTP/1.1" status: 200  len: 217 time: 0.1074500
May 10 17:19:23.943495 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-40455891-b13d-45ee-88fe-9b5695ea5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.945115 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-40455891-b13d-45ee-88fe-9b5695ea5fd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9310f021-bf6e-46c3-b8e5-c03717e2ac4b HTTP/1.1" status: 200  len: 843 time: 0.0902655
May 10 17:19:23.970664 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb004a6a-70bd-4a0d-a196-f52c346e2db9 req-46adb1db-ab5b-49cc-bad9-ba82a4fe8c8d tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.985230 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb004a6a-70bd-4a0d-a196-f52c346e2db9 req-46adb1db-ab5b-49cc-bad9-ba82a4fe8c8d tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 948 time: 0.1743848
May 10 17:19:24.172432 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-dc108c53-7766-4e18-800f-799bf9bd079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:24.174303 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-dc108c53-7766-4e18-800f-799bf9bd079a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64331203-32a3-4a0a-8c34-d2333e711110&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2206683
May 10 17:19:24.195007 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb004a6a-70bd-4a0d-a196-f52c346e2db9 req-91b4414e-cc49-48c3-a672-0e19737fe87c tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017043
May 10 17:19:24.280965 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744294-8262-45e4-9e78-e33d22e3a58f req-ba17984e-2d0a-4cf9-9724-1a7ce7b121c1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:24.283509 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b7744294-8262-45e4-9e78-e33d22e3a58f req-ba17984e-2d0a-4cf9-9724-1a7ce7b121c1 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2473912
May 10 17:19:24.435216 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b7744294-8262-45e4-9e78-e33d22e3a58f req-1341809c-08b6-4979-a342-ac7f21a43bf0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327696
May 10 17:19:24.640699 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-84d6acf8-ebcb-44af-b645-48945cc02b43 service neutron] 10.222.0.43 "GET /v2.0/networks/64331203-32a3-4a0a-8c34-d2333e711110?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565878
May 10 17:19:24.845219 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572467-4f6d-48e4-82b7-5900f30e0042 req-98f395cb-70f5-4467-8373-1bc82074d2dc tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:24.846911 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56572467-4f6d-48e4-82b7-5900f30e0042 req-98f395cb-70f5-4467-8373-1bc82074d2dc tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2269258
May 10 17:19:25.051287 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-fbf3d79a-27f3-4fe4-a931-d0380333b750 req-dad40e53-656d-4304-a1fc-ed3c4965315a service neutron] 10.222.0.43 "GET /v2.0/networks/64331203-32a3-4a0a-8c34-d2333e711110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4016309
May 10 17:19:25.084458 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-56572467-4f6d-48e4-82b7-5900f30e0042 req-264d4395-2e2d-4896-8d36-cc96c9538619 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2272403
May 10 17:19:25.154785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a725c-cac7-4c5b-aad5-c7c9d0bc1d87 req-5059fee1-0d4b-46c4-bf2b-c0a56224bc66 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:25.162876 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-552a725c-cac7-4c5b-aad5-c7c9d0bc1d87 req-5059fee1-0d4b-46c4-bf2b-c0a56224bc66 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.2780364
May 10 17:19:25.224875 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-552a725c-cac7-4c5b-aad5-c7c9d0bc1d87 req-f51277dc-959a-4a98-9f3b-66c72fcd81a8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598588
May 10 17:19:25.402923 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-a6c66fff-59b9-4674-9950-dffe0f3bcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:25.404657 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-a6c66fff-59b9-4674-9950-dffe0f3bcb53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5274a07408924ef0a2f63612854392c9&device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 1101 time: 0.1347241
May 10 17:19:25.519260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a065-de3d-4a6f-b7d8-46795259a2e2 req-925961f9-0e0d-4b5b-adbc-d8074a52ed8d tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:25.528256 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f299a065-de3d-4a6f-b7d8-46795259a2e2 req-925961f9-0e0d-4b5b-adbc-d8074a52ed8d tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 948 time: 0.1603036
May 10 17:19:25.603637 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f299a065-de3d-4a6f-b7d8-46795259a2e2 req-370d8005-879b-41d4-bfc2-4fa1bf38d982 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690405
May 10 17:19:25.726842 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-5edeb02a-3c06-4aa6-a8b2-5c90ff729f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:25.730249 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-5edeb02a-3c06-4aa6-a8b2-5c90ff729f86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64331203-32a3-4a0a-8c34-d2333e711110 HTTP/1.1" status: 200  len: 870 time: 0.3026705
May 10 17:19:25.917123 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:19:25.924694 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-33d0e2e0-8d36-4620-b93b-52b857aa3818 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=9eb1eb24-911e-4c28-bf24-a81a742b87fb HTTP/1.1" status: 200  len: 217 time: 0.1646600
May 10 17:19:26.019411 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-bac607a9-661e-4236-8674-24fcab08598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.021971 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-bac607a9-661e-4236-8674-24fcab08598d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9310f021-bf6e-46c3-b8e5-c03717e2ac4b HTTP/1.1" status: 200  len: 843 time: 0.0857708
May 10 17:19:26.054795 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2433-7667-4d63-ad62-92b1807efb7a req-951ecd71-78ce-48ba-9965-c87e75728b70 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.062368 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-70bb2433-7667-4d63-ad62-92b1807efb7a req-951ecd71-78ce-48ba-9965-c87e75728b70 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2846625
May 10 17:19:26.158158 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:26.169994 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-48b86224-5ccc-408d-a0d0-b353fa2659cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.171448 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-48b86224-5ccc-408d-a0d0-b353fa2659cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64331203-32a3-4a0a-8c34-d2333e711110&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1327071
May 10 17:19:26.185166 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '1084279b-00d6-4577-aacc-d687593238ea', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'port_id': '1084279b-00d6-4577-aacc-d687593238ea', 'mac_address': 'fa:16:3e:09:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:19:26.202313 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-70bb2433-7667-4d63-ad62-92b1807efb7a req-a6080f62-4614-4751-8933-fb643a905b1f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390307
May 10 17:19:26.229673 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-cb62db1b-6a21-4b74-8555-9b5836fec236 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.243294 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-cb62db1b-6a21-4b74-8555-9b5836fec236 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/networks?id=9fdd0b50-c983-4ede-86e6-94ac39fead12 HTTP/1.1" status: 200  len: 813 time: 0.3238385
May 10 17:19:26.261675 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:26.281775 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1084279b-00d6-4577-aacc-d687593238ea {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:26.288637 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-cf172531-3835-4f93-8acc-d4dc6ac300d3 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/quotas/8c96f015b11441d0982c705fcc6c5bbe HTTP/1.1" status: 200  len: 375 time: 0.0438061
May 10 17:19:26.313185 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:26.331841 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:26.338625 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:26.425362 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-e33dac97-f143-4876-9bda-37b3b50f3b58 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c96f015b11441d0982c705fcc6c5bbe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1353548
May 10 17:19:26.446349 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-6ed597e6-c7bf-4762-bdaa-4dd56e4b62ff service neutron] 10.222.0.43 "GET /v2.0/networks/64331203-32a3-4a0a-8c34-d2333e711110?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646639
May 10 17:19:26.515327 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=6']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:26.518697 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:26.720448 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['1084279b-00d6-4577-aacc-d687593238ea'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:26.733555 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c51c1339-ab6c-4ddc-9a21-544b92d8d8af req-345f4201-2a79-4822-8253-9460aea95973 service neutron] 10.222.0.43 "GET /v2.0/networks/64331203-32a3-4a0a-8c34-d2333e711110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537241
May 10 17:19:26.831263 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-ed7351ed-fa2c-4a03-9e1d-e2ea228a34a1 service neutron] 10.222.0.13 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4049315
May 10 17:19:26.860000 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c671e-5908-4bdc-a76f-15fcaf229d76 req-7853bd99-4858-4df8-8f0c-2671b621a702 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.871576 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-355c671e-5908-4bdc-a76f-15fcaf229d76 req-7853bd99-4858-4df8-8f0c-2671b621a702 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.3950994
May 10 17:19:27.017478 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-355c671e-5908-4bdc-a76f-15fcaf229d76 req-0b5a8618-6590-482e-bd2f-8bec6d25fad4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1447055
May 10 17:19:27.147700 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-009457f9-770c-453b-8403-2dac508ddd2d service neutron] 10.222.0.13 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3154719
May 10 17:19:27.323172 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e908a-8d0c-4b32-9340-a01391b1120f req-0f7aec8c-6298-41e4-aabe-f9f2ecc0c847 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:27.325189 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-173e908a-8d0c-4b32-9340-a01391b1120f req-0f7aec8c-6298-41e4-aabe-f9f2ecc0c847 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.1389661
May 10 17:19:27.488575 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-173e908a-8d0c-4b32-9340-a01391b1120f req-21c00ebf-c03c-4405-900a-623cb3783792 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1526332
May 10 17:19:27.639120 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57158-67c3-47c4-bec3-ffd4aa460da7 req-589c2fb5-4180-4127-ac79-a173cbc82316 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:27.640694 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8d57158-67c3-47c4-bec3-ffd4aa460da7 req-589c2fb5-4180-4127-ac79-a173cbc82316 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 948 time: 0.1775084
May 10 17:19:27.778681 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8d57158-67c3-47c4-bec3-ffd4aa460da7 req-8f2b8c17-c4f9-4b0c-8afd-b8f1414602cb tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233785
May 10 17:19:27.906316 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:27.988532 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-17205832-9bb1-4f0f-993c-5e6b8c390d3e req-b817f33c-248d-4930-9773-91e73462afa5 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 210 time: 0.1175151
May 10 17:19:28.104854 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 1084279b-00d6-4577-aacc-d687593238ea triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:28.107813 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.112308 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671ac20-718f-40fe-8f5c-2df0b550c9a4 req-7a3d72e5-7e4f-4697-93f3-0cf86c381d40 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:28.123588 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e671ac20-718f-40fe-8f5c-2df0b550c9a4 req-7a3d72e5-7e4f-4697-93f3-0cf86c381d40 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.3437455
May 10 17:19:28.259384 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e671ac20-718f-40fe-8f5c-2df0b550c9a4 req-dca83785-05f9-4d96-af4c-b8c36434333c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279109
May 10 17:19:28.411284 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f75212-fc7b-4a0f-8ff0-64b0a2e96308 req-ca48538e-4559-45d7-a3bc-f243856ac43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:28.418819 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-78f75212-fc7b-4a0f-8ff0-64b0a2e96308 req-ca48538e-4559-45d7-a3bc-f243856ac43f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1099 time: 0.1876028
May 10 17:19:28.460892 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.494358 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213a18-7d1d-4327-81ed-436cef5b33a2 req-9437b8f4-63bc-46e2-baf8-bc4ad529de9a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:28.499327 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1a213a18-7d1d-4327-81ed-436cef5b33a2 req-9437b8f4-63bc-46e2-baf8-bc4ad529de9a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2092097
May 10 17:19:28.558753 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:28.575765 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-78f75212-fc7b-4a0f-8ff0-64b0a2e96308 req-7155d3b7-d4d9-4ced-83f7-fa26b47e2e79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442764
May 10 17:19:28.584214 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:28.599986 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.604143 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:28.635073 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1a213a18-7d1d-4327-81ed-436cef5b33a2 req-111d6681-31e2-41dc-9ccf-5bf2f4060c1d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289282
May 10 17:19:28.812446 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea', 'code': 200}
May 10 17:19:28.814781 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=7']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:28.828361 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:29.224005 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911cfed-f53d-4f06-87b0-247de3df5e7d req-0bfb44a8-785e-4e0d-91f9-a739d1d85d82 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:29.244615 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6911cfed-f53d-4f06-87b0-247de3df5e7d req-0bfb44a8-785e-4e0d-91f9-a739d1d85d82 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.4512558
May 10 17:19:29.392023 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0dc7c-ea2c-4232-a7c0-08cc1b7c59c2 req-8c4b4ac3-753b-4caa-a681-667cf05b9d51 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:29.431948 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-30e0dc7c-ea2c-4232-a7c0-08cc1b7c59c2 req-8c4b4ac3-753b-4caa-a681-667cf05b9d51 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 948 time: 0.4425719
May 10 17:19:29.550968 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-30e0dc7c-ea2c-4232-a7c0-08cc1b7c59c2 req-68967294-fda5-4f64-9244-812ba64cac4e tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311433
May 10 17:19:29.580981 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6911cfed-f53d-4f06-87b0-247de3df5e7d req-8ebcca6f-3afb-4cc3-ae19-8604468ee520 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2903666
May 10 17:19:29.912558 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9eb1eb24-911e-4c28-bf24-a81a742b87fb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:19:30.153630 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-f5c03d72-0447-4f82-ad0c-1c89e2ec2b39 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:30.164965 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-f5c03d72-0447-4f82-ad0c-1c89e2ec2b39 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Synchronizing usage tracker for tenant:8c96f015b11441d0982c705fcc6c5bbe on resource:network {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:30.222620 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1cff136a-da1f-4c4d-ab06-64e2fbbfdd03 req-5b25c86f-5e13-4892-bf5b-ca2e45196e4e tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 210 time: 0.2678990
May 10 17:19:30.232182 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-f5c03d72-0447-4f82-ad0c-1c89e2ec2b39 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Unset dirty status for tenant:8c96f015b11441d0982c705fcc6c5bbe on resource:network {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:30.237397 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-f5c03d72-0447-4f82-ad0c-1c89e2ec2b39 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "GET /v2.0/networks?id=9fdd0b50-c983-4ede-86e6-94ac39fead12 HTTP/1.1" status: 200  len: 813 time: 0.4295528
May 10 17:19:30.274704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Request body: {'port': {'device_id': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12', 'admin_state_up': True, 'tenant_id': '8c96f015b11441d0982c705fcc6c5bbe'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:30.306629 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4053234-c60e-429b-8211-367bed471010 req-1995623e-1a60-4046-8278-5e5be2cc00bc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:30.314312 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e4053234-c60e-429b-8211-367bed471010 req-1995623e-1a60-4046-8278-5e5be2cc00bc tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2619984
May 10 17:19:30.321442 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9eb1eb24-911e-4c28-bf24-a81a742b87fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9eb1eb24-911e-4c28-bf24-a81a742b87fb,segment=NetworkSegment(87307fa4-3aad-49a6-9088-ee5023e349bb),segment_id=87307fa4-3aad-49a6-9088-ee5023e349bb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:30.349284 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '9eb1eb24-911e-4c28-bf24-a81a742b87fb', 'network_id': '64331203-32a3-4a0a-8c34-d2333e711110', 'port_id': '9eb1eb24-911e-4c28-bf24-a81a742b87fb', 'mac_address': 'fa:16:3e:8d:4c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9310f021-bf6e-46c3-b8e5-c03717e2ac4b', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:19:30.401478 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e4053234-c60e-429b-8211-367bed471010 req-55d23983-1e61-471f-a951-496e08da3ce2 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862594
May 10 17:19:30.436680 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:30.463474 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb1eb24-911e-4c28-bf24-a81a742b87fb {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:30.548325 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9eb1eb24-911e-4c28-bf24-a81a742b87fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9eb1eb24-911e-4c28-bf24-a81a742b87fb,segment=NetworkSegment(87307fa4-3aad-49a6-9088-ee5023e349bb),segment_id=87307fa4-3aad-49a6-9088-ee5023e349bb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:30.562554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:30.577014 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-83bdfa59-5cac-411e-b4fc-e576e60c846f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:30.744846 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=9eb1eb24-911e-4c28-bf24-a81a742b87fb,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:30.754821 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:30.761346 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:30.784927 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228d059-671f-4d4c-9b79-d2e065780f1d req-fa5bed6f-145a-4ae2-9294-721e434ba26c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:30.787455 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6228d059-671f-4d4c-9b79-d2e065780f1d req-fa5bed6f-145a-4ae2-9294-721e434ba26c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2421758
May 10 17:19:30.793498 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Usage tracker for resource:port and tenant:8c96f015b11441d0982c705fcc6c5bbe is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:30.870731 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:30.881725 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:30.886205 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6228d059-671f-4d4c-9b79-d2e065780f1d req-8fbb3a9b-2450-449e-93bf-12782a170cb7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905654
May 10 17:19:30.920355 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Made reservation on behalf of 8c96f015b11441d0982c705fcc6c5bbe for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:30.932666 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.153848 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['9eb1eb24-911e-4c28-bf24-a81a742b87fb'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:31.309523 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111081ac-b0f6-4d9c-84be-b4967891d70d req-4e177386-d0bd-4743-b3a6-b0e9021fcece tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:31.314008 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-111081ac-b0f6-4d9c-84be-b4967891d70d req-4e177386-d0bd-4743-b3a6-b0e9021fcece tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1965582
May 10 17:19:31.339874 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6457752-5923-489a-b9ed-840805d51dcb req-e0b1bf93-22d1-4cb8-bd96-337c538e219e tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:31.341288 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Allocated IP 172.20.0.6 (9fdd0b50-c983-4ede-86e6-94ac39fead12/def0dae3-637e-4cf0-9aa2-ec5361ff2f6f/febd2c6f-1f44-4497-afa3-266cce76d585) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:31.345393 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f6457752-5923-489a-b9ed-840805d51dcb req-e0b1bf93-22d1-4cb8-bd96-337c538e219e tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 949 time: 0.2667606
May 10 17:19:31.522931 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-111081ac-b0f6-4d9c-84be-b4967891d70d req-3cac76b4-ff4a-4e58-a204-10da0ee412f0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733935
May 10 17:19:31.576999 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f6457752-5923-489a-b9ed-840805d51dcb req-bbaea1d7-9b0b-4b1c-b88f-6cc51a1f98e2 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785932
May 10 17:19:31.867799 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.946082 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.953382 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-356b908f-841f-4b26-a807-47dd6cdf73ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:31.969542 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-435b0c83-2c85-4c6e-ac8c-0eeeb5efb659 req-4869d4f7-6a6d-40f2-a6b7-c6c18ca96c4b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 210 time: 0.1243792
May 10 17:19:32.043305 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbabb4b-be7a-4261-a74a-6a758b7ec321 req-198deecd-a754-4241-b274-5b7b3789b329 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.060639 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6fbabb4b-be7a-4261-a74a-6a758b7ec321 req-198deecd-a754-4241-b274-5b7b3789b329 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 945 time: 0.3545489
May 10 17:19:32.194515 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6fbabb4b-be7a-4261-a74a-6a758b7ec321 req-91e32f6a-edff-4bde-916f-9103dac71ec7 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328526
May 10 17:19:32.217584 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Pushing event updated for resources: {'Port': ['ID=febd2c6f-1f44-4497-afa3-266cce76d585,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:32.220931 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:32.232254 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Network 9fdd0b50-c983-4ede-86e6-94ac39fead12 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:32.234084 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:32.237698 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:32.251791 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.252481 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:32.339925 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0750852
May 10 17:19:32.360063 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Request body: {'port': {'device_id': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:32.391485 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1fe1b-3ad3-4100-9099-f0dbc8e102a1 req-993c99e5-2d6e-41c3-8c53-0c38bdbd208f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.394387 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e7b1fe1b-3ad3-4100-9099-f0dbc8e102a1 req-993c99e5-2d6e-41c3-8c53-0c38bdbd208f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1504774
May 10 17:19:32.524524 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e7b1fe1b-3ad3-4100-9099-f0dbc8e102a1 req-3c579145-8839-4ac1-b62a-c2a9eb1ddb91 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819440
May 10 17:19:32.556662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:32.626919 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff629-6801-43d4-8a73-9cb64624c8fb req-e474ac4c-e452-4ed4-9eb1-db32dab987c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.631313 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0bcff629-6801-43d4-8a73-9cb64624c8fb req-e474ac4c-e452-4ed4-9eb1-db32dab987c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2351832
May 10 17:19:32.971381 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0bcff629-6801-43d4-8a73-9cb64624c8fb req-6cb58463-d5d3-4def-843d-72bb63b6e542 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3323302
May 10 17:19:33.308304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-b98ddd83-4391-469d-b69c-42064ce50e66 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.309168 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-b98ddd83-4391-469d-b69c-42064ce50e66 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Synchronizing usage tracker for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:33.389695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adc68b-100b-4046-a859-f0b9c16b7ce4 req-d08ffe8c-9e88-4b01-8a28-7184f61d0403 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.397839 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d9adc68b-100b-4046-a859-f0b9c16b7ce4 req-d08ffe8c-9e88-4b01-8a28-7184f61d0403 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1922178
May 10 17:19:33.446288 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-b98ddd83-4391-469d-b69c-42064ce50e66 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Unset dirty status for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:33.468991 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-b98ddd83-4391-469d-b69c-42064ce50e66 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 945 time: 0.3299093
May 10 17:19:33.478663 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d9adc68b-100b-4046-a859-f0b9c16b7ce4 req-afa6e425-dd17-4f2d-9d9b-d493686063c1 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797160
May 10 17:19:33.645726 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febd2c6f-1f44-4497-afa3-266cce76d585 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:33.667058 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.696171 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Transition to ACTIVE for port object febd2c6f-1f44-4497-afa3-266cce76d585 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:33.722524 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.727239 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:33.869898 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Deleting port cfc907df-08f2-422e-9fce-0df77de8cf42 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:33.870258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.896450 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b525a1-488e-463a-9e20-c06a91898158 req-428b8a0e-9df7-48ce-9527-38428fa7faf6 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.898609 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-48b525a1-488e-463a-9e20-c06a91898158 req-428b8a0e-9df7-48ce-9527-38428fa7faf6 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 949 time: 0.1490700
May 10 17:19:33.902027 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Pushing event updated for resources: {'Port': ['ID=febd2c6f-1f44-4497-afa3-266cce76d585,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:33.907568 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c5df2-54c2-418a-816a-748ec7bcf1d5 req-7442a4b3-6311-4df5-a517-dfe50ce044f7 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.908693 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:33.916177 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c20c5df2-54c2-418a-816a-748ec7bcf1d5 req-7442a4b3-6311-4df5-a517-dfe50ce044f7 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 943 time: 0.2111602
May 10 17:19:33.938564 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9eb1eb24-911e-4c28-bf24-a81a742b87fb up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:34.104616 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-48b525a1-488e-463a-9e20-c06a91898158 req-127e31ab-6542-4910-91dd-5b1527ab1df8 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715322
May 10 17:19:34.125567 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 9eb1eb24-911e-4c28-bf24-a81a742b87fb completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:34.133667 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c20c5df2-54c2-418a-816a-748ec7bcf1d5 req-f6aab8a9-54ec-49be-b5c6-fe3857e7aa92 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068543
May 10 17:19:34.134652 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 9eb1eb24-911e-4c28-bf24-a81a742b87fb triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:34.135223 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.314818 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Attempting to bind port febd2c6f-1f44-4497-afa3-266cce76d585 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:34.315447 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Attempting to bind port febd2c6f-1f44-4497-afa3-266cce76d585 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:34.315959 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Attempting to bind port febd2c6f-1f44-4497-afa3-266cce76d585 on network 9fdd0b50-c983-4ede-86e6-94ac39fead12 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:34.328567 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Port febd2c6f-1f44-4497-afa3-266cce76d585 on network 9fdd0b50-c983-4ede-86e6-94ac39fead12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:19:34.329173 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Attempting to bind port febd2c6f-1f44-4497-afa3-266cce76d585 on network 9fdd0b50-c983-4ede-86e6-94ac39fead12 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:34.345798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:34.347611 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Checking segment: {'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:34.347611 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Bound using segment: {'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:34.347611 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Bound port: febd2c6f-1f44-4497-afa3-266cce76d585, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:34.347611 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.371388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] For port cfc907df-08f2-422e-9fce-0df77de8cf42, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cfc907df-08f2-422e-9fce-0df77de8cf42,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:34.372110 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.519274 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.597436 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f941c5-80c8-4380-98b3-31e453ab666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1eb24-911e-4c28-bf24-a81a742b87fb'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:34.626289 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed134f9-f743-417c-b666-ceaf93741798 req-3f65dfa6-3277-4816-a851-a8fac4332841 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:34.636468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9eb1eb24-911e-4c28-bf24-a81a742b87fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9eb1eb24-911e-4c28-bf24-a81a742b87fb,segment=NetworkSegment(87307fa4-3aad-49a6-9088-ee5023e349bb),segment_id=87307fa4-3aad-49a6-9088-ee5023e349bb)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:34.644166 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7ed134f9-f743-417c-b666-ceaf93741798 req-3f65dfa6-3277-4816-a851-a8fac4332841 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 945 time: 0.2152581
May 10 17:19:34.648223 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.651098 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:34.715929 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Calling delete_port for cfc907df-08f2-422e-9fce-0df77de8cf42 owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:34.770481 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7ed134f9-f743-417c-b666-ceaf93741798 req-4675ee8b-6847-4f7e-b0f9-52c50374bb2c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247234
May 10 17:19:34.873798 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=9eb1eb24-911e-4c28-bf24-a81a742b87fb,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:34.882463 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.000230 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] For port febd2c6f-1f44-4497-afa3-266cce76d585, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:35.000230 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] For port febd2c6f-1f44-4497-afa3-266cce76d585, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=febd2c6f-1f44-4497-afa3-266cce76d585,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:35.022418 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.026410 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-511813a4-21e8-4c59-b6be-abeb2ff4d28b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:35.217855 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-30210f68-e48e-4d4b-91c7-f3491c255978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.219499 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-30210f68-e48e-4d4b-91c7-f3491c255978 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0959262bffe4536a1379eb100c2fb3d&device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 1099 time: 0.4102724
May 10 17:19:35.256995 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Pushing event updated for resources: {'Port': ['ID=febd2c6f-1f44-4497-afa3-266cce76d585,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:35.298383 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.299157 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.309810 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] 10.222.0.43 "PUT /v2.0/ports/febd2c6f-1f44-4497-afa3-266cce76d585 HTTP/1.1" status: 200  len: 1093 time: 2.9484098
May 10 17:19:35.309810 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.309810 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'tag': 'febd2c6f-1f44-4497-afa3-266cce76d585'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:35.514787 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.547994 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88b934-fa19-4869-9b79-858b93dec170 req-baf9dfa4-d0f4-40f1-b687-176fcf284ce6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.554869 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:35.563082 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'e3016ccf-1c2f-4a2b-be00-312640e19a78', 'cfc907df-08f2-422e-9fce-0df77de8cf42'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:35.564587 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-af88b934-fa19-4869-9b79-858b93dec170 req-baf9dfa4-d0f4-40f1-b687-176fcf284ce6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.6585870
May 10 17:19:35.567043 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-6e72bd7e-16a6-4b35-9302-776748f0e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.580432 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-6e72bd7e-16a6-4b35-9302-776748f0e8d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 200  len: 919 time: 0.3288598
May 10 17:19:35.748283 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-9c707749-003c-44a7-9632-54d9faf7df3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca8e68d-758d-4b63-a299-dd5c81076059 HTTP/1.1" status: 200  len: 217 time: 0.1580563
May 10 17:19:35.796366 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-af88b934-fa19-4869-9b79-858b93dec170 req-75e725fa-c45d-429e-a326-226a254e3dc9 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943019
May 10 17:19:35.881493 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event deleted for resources: {'Port': ['ID=cfc907df-08f2-422e-9fce-0df77de8cf42,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:35.896074 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.909814 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5703-94f3-4139-b674-1c3764adac57 req-564166b3-6ce1-493f-b109-a93fbf84dd15 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.920024 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c95f5703-94f3-4139-b674-1c3764adac57 req-564166b3-6ce1-493f-b109-a93fbf84dd15 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.8190613
May 10 17:19:35.944586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-6a005a7b-97a8-49e4-9434-67adbf1ba324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.946071 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-6a005a7b-97a8-49e4-9434-67adbf1ba324 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c96f015b11441d0982c705fcc6c5bbe&device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 1096 time: 0.5615516
May 10 17:19:35.946617 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f941c5-80c8-4380-98b3-31e453ab666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1eb24-911e-4c28-bf24-a81a742b87fb', 'code': 200}
May 10 17:19:36.003688 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-f18c6287-e3ea-4bf3-b216-90422cce7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.006665 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-f18c6287-e3ea-4bf3-b216-90422cce7fa4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 200  len: 858 time: 0.2349484
May 10 17:19:36.147561 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-508517e8-d2df-471b-afc6-ffa9a2bdc9cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=756191ce-3246-4dd0-8a83-e15cbf383d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1292663
May 10 17:19:36.228945 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] No DVR routers for this DVR port cfc907df-08f2-422e-9fce-0df77de8cf42 on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:36.263871 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.281502 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c164d1ce-fedf-4936-aca6-e1f635a37a97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=febd2c6f-1f44-4497-afa3-266cce76d585 HTTP/1.1" status: 200  len: 217 time: 0.2088938
May 10 17:19:36.382635 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-6db9293f-f198-4a0e-a718-ebb59587b1b9 service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068989
May 10 17:19:36.397943 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "DELETE /v2.0/ports/cfc907df-08f2-422e-9fce-0df77de8cf42 HTTP/1.1" status: 204  len: 173 time: 2.9211395
May 10 17:19:36.612708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-208370c1-9a26-4b3f-a90a-57b1875598ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.617972 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-208370c1-9a26-4b3f-a90a-57b1875598ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=def0dae3-637e-4cf0-9aa2-ec5361ff2f6f HTTP/1.1" status: 200  len: 853 time: 0.3172255
May 10 17:19:36.635593 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c95f5703-94f3-4139-b674-1c3764adac57 req-af0bf840-879d-4927-8407-0622349c1426 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7126772
May 10 17:19:36.686088 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-c15fc853-c700-4436-9ab5-6cbd85a29e2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd0b50-c983-4ede-86e6-94ac39fead12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607224
May 10 17:19:36.775845 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5abba-5816-498f-8cdc-3885d1ffbe9f req-f2a0f7ce-e46a-49ca-a1ea-60a7b79e676c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.783789 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-19d5abba-5816-498f-8cdc-3885d1ffbe9f req-f2a0f7ce-e46a-49ca-a1ea-60a7b79e676c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.3997884
May 10 17:19:36.791595 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f5aaf-cb5a-4fb8-b9d0-ad57221b581c req-67b90829-9b16-4567-b881-6d2811c52900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.798488 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-8b2f5aaf-cb5a-4fb8-b9d0-ad57221b581c req-67b90829-9b16-4567-b881-6d2811c52900 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 1103 time: 0.4083767
May 10 17:19:36.824294 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb0d4092-2696-432f-89b4-63ee30ceae68 req-d865447b-1d28-47f3-bfc3-1d586950009d service neutron] 10.222.0.43 "GET /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3817079
May 10 17:19:36.885043 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-19d5abba-5816-498f-8cdc-3885d1ffbe9f req-62491f66-0ac6-4f72-87f8-b9b9e65b8446 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997291
May 10 17:19:36.925042 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-8b2f5aaf-cb5a-4fb8-b9d0-ad57221b581c req-d71a8d8a-1cc2-444d-8645-0a5396f88767 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515950
May 10 17:19:37.064867 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-ce08db67-0455-4e78-8232-14ea451b46d2 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3556120
May 10 17:19:37.079987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7e06-7bac-4978-bc0a-9bb698d31757 req-9b8f0fb1-b7e7-4b22-b03c-f4b064d72d05 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.087002 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd3c7e06-7bac-4978-bc0a-9bb698d31757 req-9b8f0fb1-b7e7-4b22-b03c-f4b064d72d05 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 943 time: 0.1710103
May 10 17:19:37.391724 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd3c7e06-7bac-4978-bc0a-9bb698d31757 req-9a1231ba-65cc-4f12-afbf-21d145d51fe7 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3033073
May 10 17:19:37.469148 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74235189-b941-444b-97e4-aebb7436c4db req-a9f3fbee-0ce3-456c-b978-5fe889ea4516 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.495758 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-74235189-b941-444b-97e4-aebb7436c4db req-a9f3fbee-0ce3-456c-b978-5fe889ea4516 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 950 time: 0.3747499
May 10 17:19:37.552661 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'tag': 'febd2c6f-1f44-4497-afa3-266cce76d585', 'status': 'completed', 'code': 200}
May 10 17:19:37.581618 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-74235189-b941-444b-97e4-aebb7436c4db req-8a7eb65f-ff6d-41bc-a4e8-a4773cd25432 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848010
May 10 17:19:37.632060 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3122f1f6-1ab7-4821-bca0-b59aaba6b585 req-9b1da259-08f2-481d-824c-6a7a2058f998 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3630779
May 10 17:19:37.871590 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7477e143-77fd-4199-ab7c-6c243ee38b3f req-43b981ce-7dc6-41cf-9a92-f12be1ae71e6 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd HTTP/1.1" status: 200  len: 210 time: 0.0669153
May 10 17:19:37.894492 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714d670-25bc-4bea-ba6a-437615583af5 req-07513649-4e19-4270-8e55-3bed35ad3978 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.899497 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1714d670-25bc-4bea-ba6a-437615583af5 req-07513649-4e19-4270-8e55-3bed35ad3978 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1770256
May 10 17:19:37.944473 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-f9fcde80-64d1-4a09-b476-bcd768bdb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.945650 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-f9fcde80-64d1-4a09-b476-bcd768bdb261 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c96f015b11441d0982c705fcc6c5bbe&device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 1096 time: 0.1674297
May 10 17:19:37.965490 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1714d670-25bc-4bea-ba6a-437615583af5 req-4c595432-f068-49ce-a436-730ca89d4fa4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650761
May 10 17:19:37.976623 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device cfc907df-08f2-422e-9fce-0df77de8cf42 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:38.093303 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: cfc907df-08f2-422e-9fce-0df77de8cf42 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:38.093645 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device cfc907df-08f2-422e-9fce-0df77de8cf42 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:38.215438 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e83bb0-81eb-4621-bd24-f01dc3333435 req-5b628d1a-a775-4dce-8dad-22c6734fc31c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.222824 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-86e83bb0-81eb-4621-bd24-f01dc3333435 req-5b628d1a-a775-4dce-8dad-22c6734fc31c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1700823
May 10 17:19:38.263018 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-ba6b6b2a-fa80-4547-8733-1d8bdcd29db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.264900 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-ba6b6b2a-fa80-4547-8733-1d8bdcd29db8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd0b50-c983-4ede-86e6-94ac39fead12 HTTP/1.1" status: 200  len: 914 time: 0.3077939
May 10 17:19:38.331093 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-86e83bb0-81eb-4621-bd24-f01dc3333435 req-e230aa9e-288e-4190-abc3-409321d38674 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067157
May 10 17:19:38.392391 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa00383-cf1c-488b-a07d-1647352ddeae req-8d513e8f-b978-4df6-9e48-ca08fe6665e0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.395347 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5fa00383-cf1c-488b-a07d-1647352ddeae req-8d513e8f-b978-4df6-9e48-ca08fe6665e0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1509697
May 10 17:19:38.406773 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-ee7cc400-a154-477a-b19f-5cbbf7eff708 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=febd2c6f-1f44-4497-afa3-266cce76d585 HTTP/1.1" status: 200  len: 217 time: 0.0987809
May 10 17:19:38.502843 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5fa00383-cf1c-488b-a07d-1647352ddeae req-25e0aba0-e079-407a-95dd-080a67699599 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004078
May 10 17:19:38.558983 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-7c744ee5-17f2-4065-bbad-379cd8953ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.561009 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-7c744ee5-17f2-4065-bbad-379cd8953ecf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=def0dae3-637e-4cf0-9aa2-ec5361ff2f6f HTTP/1.1" status: 200  len: 853 time: 0.1076081
May 10 17:19:38.627102 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-95bcd58d-f148-44a7-8d63-027363a0a92c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd0b50-c983-4ede-86e6-94ac39fead12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558364
May 10 17:19:38.840097 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d8677-50c3-487b-a1ff-22024e505106 req-379da8b5-8fcd-4898-92f7-0a634925c1d3 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.862782 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c65d8677-50c3-487b-a1ff-22024e505106 req-379da8b5-8fcd-4898-92f7-0a634925c1d3 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 943 time: 0.2964458
May 10 17:19:38.863268 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-b758d00f-d74b-4a4c-84f1-02ed7a5616cb service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994977
May 10 17:19:39.044899 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c65d8677-50c3-487b-a1ff-22024e505106 req-2405ac38-1b31-460b-ba41-645575055216 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809192
May 10 17:19:39.081427 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-bd6e37b7-bb62-401e-8fe0-24c4323c2d52 req-0bb0c6a7-33b6-40ef-82ab-1096d2262323 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093990
May 10 17:19:39.112629 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a9790-f914-4a77-8b51-cbcf7849aca7 req-4e8841d3-d489-4628-a1a6-a1cad29945c3 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.121410 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-562a9790-f914-4a77-8b51-cbcf7849aca7 req-4e8841d3-d489-4628-a1a6-a1cad29945c3 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 950 time: 0.2183239
May 10 17:19:39.219689 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-562a9790-f914-4a77-8b51-cbcf7849aca7 req-31125648-3621-4284-b6e6-330bf237d46b tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971525
May 10 17:19:39.361536 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af836c-d81b-4b8e-a678-6761b6fe93ac req-cb8c13c2-cf06-4621-949a-bf507e6a62e1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.363315 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f2af836c-d81b-4b8e-a678-6761b6fe93ac req-cb8c13c2-cf06-4621-949a-bf507e6a62e1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.0963309
May 10 17:19:39.500678 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f2af836c-d81b-4b8e-a678-6761b6fe93ac req-1a062a86-8b8a-4fcb-b75e-13616c57f778 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213465
May 10 17:19:39.553729 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'name': 'network-vif-deleted', 'tag': 'cfc907df-08f2-422e-9fce-0df77de8cf42'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:39.745207 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dc4ab-f370-4b36-8fbd-f2fc20459df0 req-9fdff7e9-f5b7-46f2-bc8e-c57855159418 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.748552 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e60dc4ab-f370-4b36-8fbd-f2fc20459df0 req-9fdff7e9-f5b7-46f2-bc8e-c57855159418 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1224303
May 10 17:19:39.823257 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e60dc4ab-f370-4b36-8fbd-f2fc20459df0 req-fc7cfeac-e465-4348-bae4-e7c0981e8e65 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689771
May 10 17:19:39.995120 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7a4f46-c5fa-45d6-aa31-db45d5e48fbd', 'name': 'network-vif-deleted', 'tag': 'cfc907df-08f2-422e-9fce-0df77de8cf42', 'status': 'completed', 'code': 200}
May 10 17:19:40.234846 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7474-dbbe-4f57-8778-95bb43ec61e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.249634 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59077284-343a-4b96-b133-079e0b9104f1 req-fd1a5cc1-97dc-41d3-9cda-b032f5917418 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:40.258404 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-59077284-343a-4b96-b133-079e0b9104f1 req-fd1a5cc1-97dc-41d3-9cda-b032f5917418 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2321663
May 10 17:19:40.344524 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-59077284-343a-4b96-b133-079e0b9104f1 req-ae6e6a7d-6e6d-4b8b-aaa7-b46e002a8380 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849845
May 10 17:19:40.421144 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62bd89-b284-447c-b184-453666308805 req-65304885-8a07-45bb-815d-476a755c0296 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:40.428050 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-da62bd89-b284-447c-b184-453666308805 req-65304885-8a07-45bb-815d-476a755c0296 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 950 time: 0.2528479
May 10 17:19:40.485342 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9265-fc75-4b16-852e-d2dd25535553 req-7b84f3b4-4c63-4f2e-be0c-1f5cf8c94845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:40.486790 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-846e9265-fc75-4b16-852e-d2dd25535553 req-7b84f3b4-4c63-4f2e-be0c-1f5cf8c94845 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 1098 time: 0.1518462
May 10 17:19:40.541478 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-da62bd89-b284-447c-b184-453666308805 req-6d234595-5d1a-46e1-880b-71f01870d013 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124718
May 10 17:19:40.661442 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b01c01-9a59-4727-9abc-8ac46582a895 req-ea9a09fe-2cfd-44a8-a6b0-e08145adc42d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:40.669409 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-19b01c01-9a59-4727-9abc-8ac46582a895 req-ea9a09fe-2cfd-44a8-a6b0-e08145adc42d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2210138
May 10 17:19:40.766892 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9265-fc75-4b16-852e-d2dd25535553 req-122c075d-7fad-41a2-88fe-4f66107190d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:40.769363 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-846e9265-fc75-4b16-852e-d2dd25535553 req-122c075d-7fad-41a2-88fe-4f66107190d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 912 time: 0.2711112
May 10 17:19:40.773198 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-19b01c01-9a59-4727-9abc-8ac46582a895 req-82b3eeb0-2dd4-4505-b7e4-2f1dacd513ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028190
May 10 17:19:40.821380 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24051c-cfef-40d1-a174-a0b553edec70 req-cef16566-18b1-4604-a197-fa04fd7b296e tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:40.829104 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fe24051c-cfef-40d1-a174-a0b553edec70 req-cef16566-18b1-4604-a197-fa04fd7b296e tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 943 time: 0.1392703
May 10 17:19:40.898029 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fe24051c-cfef-40d1-a174-a0b553edec70 req-818418fb-fab6-4dee-b9f0-18551159c78d tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623155
May 10 17:19:40.937022 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-846e9265-fc75-4b16-852e-d2dd25535553 req-ac20fe5a-d0a5-4e30-acd5-40cf8e8f2206 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 200  len: 1000 time: 0.1577063
May 10 17:19:41.044755 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9265-fc75-4b16-852e-d2dd25535553 req-27616ea6-659c-4523-a55b-625f9dfa5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.046705 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-846e9265-fc75-4b16-852e-d2dd25535553 req-27616ea6-659c-4523-a55b-625f9dfa5e25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.1012042
May 10 17:19:41.167140 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2d041-4420-410e-a502-581d7b07f449 req-2070f56f-4dd2-403c-ab55-d9490a855043 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.174652 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a0c2d041-4420-410e-a502-581d7b07f449 req-2070f56f-4dd2-403c-ab55-d9490a855043 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1576412
May 10 17:19:41.184999 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9265-fc75-4b16-852e-d2dd25535553 req-76c35873-5cb5-42f2-9172-81588f5febaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.186466 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-846e9265-fc75-4b16-852e-d2dd25535553 req-76c35873-5cb5-42f2-9172-81588f5febaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1127369
May 10 17:19:41.283792 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a0c2d041-4420-410e-a502-581d7b07f449 req-f47c2f79-85ba-4f20-8ad3-6c589ce5a189 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076851
May 10 17:19:41.329512 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393000f4-8f6e-4d23-b9d8-7ced17831e7e req-3cc01189-9f60-49bd-a8c1-2ed61a37f55c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.331043 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-393000f4-8f6e-4d23-b9d8-7ced17831e7e req-3cc01189-9f60-49bd-a8c1-2ed61a37f55c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 945 time: 0.1170549
May 10 17:19:41.371334 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-846e9265-fc75-4b16-852e-d2dd25535553 req-af873eec-d57e-4575-bcfe-034754f9a4ba service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420209
May 10 17:19:41.395921 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-393000f4-8f6e-4d23-b9d8-7ced17831e7e req-50a0a0f1-0722-4c93-9abf-0c8e259fa201 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576682
May 10 17:19:41.558811 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-846e9265-fc75-4b16-852e-d2dd25535553 req-f315a924-5bb9-4b70-9535-d0be91921c4a service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723580
May 10 17:19:41.647351 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f3537-aa12-4aea-8000-444f04760bfb req-ca52eeca-597b-4912-826f-4b8ce95b037e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.651028 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c9f3537-aa12-4aea-8000-444f04760bfb req-ca52eeca-597b-4912-826f-4b8ce95b037e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1534326
May 10 17:19:41.756724 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c9f3537-aa12-4aea-8000-444f04760bfb req-4bc4db91-e11a-436a-a17c-9523bef59cd4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891201
May 10 17:19:41.831924 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8cb6f-1845-4436-9caa-0077d0098163 req-5ab2f424-4385-4514-a76a-f17b0b0cc25b tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.834024 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ccf8cb6f-1845-4436-9caa-0077d0098163 req-5ab2f424-4385-4514-a76a-f17b0b0cc25b tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 950 time: 0.1463056
May 10 17:19:41.882889 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57482) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:41.959997 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ccf8cb6f-1845-4436-9caa-0077d0098163 req-b0de9733-b68f-4a26-b2e5-97ecddd12761 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162329
May 10 17:19:41.983815 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-40e397fd-54ce-49a0-9d3d-144ff79898df tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.984616 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-40e397fd-54ce-49a0-9d3d-144ff79898df tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Synchronizing usage tracker for tenant:5274a07408924ef0a2f63612854392c9 on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:42.003556 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device febd2c6f-1f44-4497-afa3-266cce76d585 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:19:42.019658 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-40e397fd-54ce-49a0-9d3d-144ff79898df tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Unset dirty status for tenant:5274a07408924ef0a2f63612854392c9 on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:42.021697 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-40e397fd-54ce-49a0-9d3d-144ff79898df tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 950 time: 0.2623713
May 10 17:19:42.026964 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Deleting subnet 0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2 {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:19:42.063533 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.125404 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd40f7-e6bd-4a3c-b259-eb23fc6508ab req-231cd5dc-db66-4a0b-9e06-42a1717e712b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:42.146033 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8cd40f7-e6bd-4a3c-b259-eb23fc6508ab req-231cd5dc-db66-4a0b-9e06-42a1717e712b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1842651
May 10 17:19:42.219747 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.230631 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.260033 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port febd2c6f-1f44-4497-afa3-266cce76d585, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=febd2c6f-1f44-4497-afa3-266cce76d585,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:42.286333 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'febd2c6f-1f44-4497-afa3-266cce76d585', 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12', 'port_id': 'febd2c6f-1f44-4497-afa3-266cce76d585', 'mac_address': 'fa:16:3e:08:a0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0dae3-637e-4cf0-9aa2-ec5361ff2f6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:19:42.377784 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.387780 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8cd40f7-e6bd-4a3c-b259-eb23fc6508ab req-47af2889-87a6-45f9-a7e4-c20e46ddb240 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2405558
May 10 17:19:42.402807 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febd2c6f-1f44-4497-afa3-266cce76d585 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:42.431192 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Deleting port 9eb1eb24-911e-4c28-bf24-a81a742b87fb {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:42.431537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.434159 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port febd2c6f-1f44-4497-afa3-266cce76d585, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=febd2c6f-1f44-4497-afa3-266cce76d585,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:42.452484 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.454348 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e120e12-fc0c-46ee-ad22-3b32028b1a3a req-130d0daa-2ac5-4915-9933-388e7a25612d tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:42.459622 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:42.464159 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e120e12-fc0c-46ee-ad22-3b32028b1a3a req-130d0daa-2ac5-4915-9933-388e7a25612d tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 943 time: 0.2733274
May 10 17:19:42.596573 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e120e12-fc0c-46ee-ad22-3b32028b1a3a req-3bf6c377-32c6-469c-8b8b-c0340bae13d6 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311002
May 10 17:19:42.737919 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.790231 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=febd2c6f-1f44-4497-afa3-266cce76d585,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:42.796692 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:42.922430 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.930504 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f7c9486d-a047-43ab-a79f-e35461cfa332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.945138 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['febd2c6f-1f44-4497-afa3-266cce76d585'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:42.962632 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00403a-e3f6-4ad1-98bc-9fc4a0d75d11 req-1fb8baa8-5503-49d8-827d-8384328bd2e2 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:42.974030 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e00403a-e3f6-4ad1-98bc-9fc4a0d75d11 req-1fb8baa8-5503-49d8-827d-8384328bd2e2 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1442702
May 10 17:19:42.987666 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3305b354-349e-49e3-b0a7-b6ab11a2d303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:43.060021 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e00403a-e3f6-4ad1-98bc-9fc4a0d75d11 req-9b616c04-881c-41e1-b29c-107a65fcd4fe tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863457
May 10 17:19:43.110884 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.114348 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:43.128608 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:43.140715 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 57506) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:43.141427 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0ec2dd0e-93ea-4008-99f0-22d1d48e7ce2 HTTP/1.1" status: 204  len: 168 time: 1.2556794
May 10 17:19:43.165468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] For port 9eb1eb24-911e-4c28-bf24-a81a742b87fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9eb1eb24-911e-4c28-bf24-a81a742b87fb,segment=NetworkSegment(87307fa4-3aad-49a6-9088-ee5023e349bb),segment_id=87307fa4-3aad-49a6-9088-ee5023e349bb)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:43.166102 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.438690 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Calling delete_port for 9eb1eb24-911e-4c28-bf24-a81a742b87fb owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:43.464404 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-0556f53e-7522-4c13-a0de-8462006aed34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5978775
May 10 17:19:43.495409 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.524286 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dee091-ab08-4597-9a33-26385758817b req-d0dd52ce-96ec-4985-bdf5-620de114c0f6 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:43.526508 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b7dee091-ab08-4597-9a33-26385758817b req-d0dd52ce-96ec-4985-bdf5-620de114c0f6 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 945 time: 0.1781089
May 10 17:19:43.595056 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b7dee091-ab08-4597-9a33-26385758817b req-d294f051-ee6f-4448-b721-0c4ea3c5a773 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612044
May 10 17:19:43.649177 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.655736 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:43.744254 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Pushing event deleted for resources: {'Port': ['ID=9eb1eb24-911e-4c28-bf24-a81a742b87fb,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:43.761683 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:43.801140 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a2dc-f6c6-4293-84e6-3e4dcf49a4f4 req-22268242-1e6c-4a1a-ab41-82d5fa51e5b8 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:43.809164 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6609a2dc-f6c6-4293-84e6-3e4dcf49a4f4 req-22268242-1e6c-4a1a-ab41-82d5fa51e5b8 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f941c5-80c8-4380-98b3-31e453ab666c HTTP/1.1" status: 200  len: 867 time: 0.5017977
May 10 17:19:43.888773 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] No DVR routers for this DVR port 9eb1eb24-911e-4c28-bf24-a81a742b87fb on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:43.891640 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.898848 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f941c5-80c8-4380-98b3-31e453ab666c', 'name': 'network-vif-deleted', 'tag': '9eb1eb24-911e-4c28-bf24-a81a742b87fb'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:43.904692 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.925089 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.43 "DELETE /v2.0/ports/9eb1eb24-911e-4c28-bf24-a81a742b87fb HTTP/1.1" status: 204  len: 173 time: 1.8950057
May 10 17:19:43.950082 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-ac4ed11a-dff8-4394-a080-aa67348c8233 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:43.950903 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-ac4ed11a-dff8-4394-a080-aa67348c8233 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Synchronizing usage tracker for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:43.974377 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-ac4ed11a-dff8-4394-a080-aa67348c8233 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Unset dirty status for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:43.982182 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-ac4ed11a-dff8-4394-a080-aa67348c8233 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 945 time: 0.2742765
May 10 17:19:44.061141 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.118218 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6609a2dc-f6c6-4293-84e6-3e4dcf49a4f4 req-3c59f0ee-af19-4e37-9ae4-ae52312ad361 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] 10.222.0.13 "GET /v2.0/security-groups?id=6791b2e0-6d36-441d-9011-146e4f903a6c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3067777
May 10 17:19:44.128087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd9981e970>,) {'filters': {'network_id': ['d693f95a-1fc9-4de8-a5e5-ef3abee3a358']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.166068 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9981e970>, '201301e0-8623-4a7b-98ed-e7a8ad184ee7') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.166621 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9981e970>, '201301e0-8623-4a7b-98ed-e7a8ad184ee7') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.178725 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Deleting port e3016ccf-1c2f-4a2b-be00-312640e19a78 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:44.179068 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.194571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.233910 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-f9cffaab-91a5-420c-a0ff-35002a775317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:44.235084 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-f9cffaab-91a5-420c-a0ff-35002a775317 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94ef14ea44b1462babbc383f419bee3a&device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 1098 time: 0.4945498
May 10 17:19:44.237959 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.252551 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:19:44.252954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:19:44.270661 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:19:44.349491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] For port e3016ccf-1c2f-4a2b-be00-312640e19a78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3016ccf-1c2f-4a2b-be00-312640e19a78,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:44.349905 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.366403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99277e9d-c196-46e6-a845-e1bd689c4cf8 req-e5c4591a-f32e-4308-b3b6-94d52bba37c1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:44.368263 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-99277e9d-c196-46e6-a845-e1bd689c4cf8 req-e5c4591a-f32e-4308-b3b6-94d52bba37c1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.5529518
May 10 17:19:44.479536 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Calling delete_port for e3016ccf-1c2f-4a2b-be00-312640e19a78 owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:44.520375 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.559962 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:44.573780 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.584966 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-99277e9d-c196-46e6-a845-e1bd689c4cf8 req-11d2e81f-d9be-4dcb-bd2e-d1042478cc8f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1675036
May 10 17:19:44.596120 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d693f95a-1fc9-4de8-a5e5-ef3abee3a358,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:44.599191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:44.600858 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.616952 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-897adbe6-fdcb-4939-adb6-156b1780a8d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:44.634551 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d693f95a-1fc9-4de8-a5e5-ef3abee3a358 HTTP/1.1" status: 204  len: 168 time: 1.4874361
May 10 17:19:44.647208 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'e3016ccf-1c2f-4a2b-be00-312640e19a78'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:44.670789 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd612c-0c50-40d3-8c17-3905caa4bf6a req-bfad456f-1aa8-4e25-aced-9f60e3168745 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:44.698688 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f941c5-80c8-4380-98b3-31e453ab666c', 'name': 'network-vif-deleted', 'tag': '9eb1eb24-911e-4c28-bf24-a81a742b87fb', 'status': 'completed', 'code': 200}
May 10 17:19:44.699365 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event deleted for resources: {'Port': ['ID=e3016ccf-1c2f-4a2b-be00-312640e19a78,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:44.700232 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4cd612c-0c50-40d3-8c17-3905caa4bf6a req-bfad456f-1aa8-4e25-aced-9f60e3168745 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 944 time: 0.4240971
May 10 17:19:44.727518 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-af20925d-df80-422f-9b88-067a19f4cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:44.730762 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:44.733634 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-af20925d-df80-422f-9b88-067a19f4cf73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 200  len: 916 time: 0.4230399
May 10 17:19:44.818180 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] No DVR routers for this DVR port e3016ccf-1c2f-4a2b-be00-312640e19a78 on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:44.821192 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.829174 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.841490 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57536) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:44.911074 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4dc5a0f5-c4f6-4b23-a710-ab6c2edc40ee req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "DELETE /v2.0/ports/e3016ccf-1c2f-4a2b-be00-312640e19a78 HTTP/1.1" status: 204  len: 173 time: 0.9139557
May 10 17:19:44.913961 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-77585edb-a999-4a00-85d5-0aaed8de9a0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=275262463457461f92b87b3a5d1b5569&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0708785
May 10 17:19:44.916804 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57540) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:44.927638 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-67a37571-cc5c-4794-996c-46d28dfe99ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d HTTP/1.1" status: 200  len: 217 time: 0.1567194
May 10 17:19:44.969951 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4cd612c-0c50-40d3-8c17-3905caa4bf6a req-d8f8bfea-4969-4440-8d0d-4a333e90829a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681651
May 10 17:19:45.011509 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.026873 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-ccd119d8-c94d-4be8-b063-f7232c457c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.029211 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-ccd119d8-c94d-4be8-b063-f7232c457c90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 200  len: 855 time: 0.0942194
May 10 17:19:45.067830 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.093915 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-c13bdf8a-55ff-4d60-a412-f8777af58ccd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7130d662-e986-4609-9cd1-1595c08760e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553284
May 10 17:19:45.104191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16682a2-ba1a-452a-a5b2-de1a1035ac74 req-269cab69-91f6-4c85-9cd4-bdc0c83af54d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.111816 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a16682a2-ba1a-452a-a5b2-de1a1035ac74 req-269cab69-91f6-4c85-9cd4-bdc0c83af54d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.2329459
May 10 17:19:45.227640 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-38f69f6c-2ca5-49ee-964f-ded0d0553046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.229310 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-38f69f6c-2ca5-49ee-964f-ded0d0553046 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1098 time: 0.0895553
May 10 17:19:45.234850 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.240537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-072fe1da-9b82-44c6-966b-46eb8dfd4fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.276974 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb117ee8-faf7-42b4-bda9-82eac97d50d3,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:45.326444 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:45.335540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.339015 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb117ee8-faf7-42b4-bda9-82eac97d50d3 HTTP/1.1" status: 204  len: 168 time: 0.4189432
May 10 17:19:45.392448 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a16682a2-ba1a-452a-a5b2-de1a1035ac74 req-9ab2320d-18a7-4bc2-a4b4-e4c01046fdb9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2793353
May 10 17:19:45.402586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-018a13a3-8096-4f86-b5da-9db9dbb4891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.404097 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-018a13a3-8096-4f86-b5da-9db9dbb4891e service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.1646037
May 10 17:19:45.414135 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9dbd95cc-2ea6-409a-9329-54d813fe8067 req-fb71aee1-2be1-47fc-b7c3-231c8bcd6544 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4839171-ea6b-441c-a62f-8d71fe5c382b HTTP/1.1" status: 200  len: 210 time: 0.0819426
May 10 17:19:45.490271 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-fc1d7743-1a5a-40b3-9294-2863a9b24cf2 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623946
May 10 17:19:45.584665 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-9b327626-d1bb-407e-98fc-6c8a8f53453b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 200  len: 1001 time: 0.1723938
May 10 17:19:45.636929 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.712448 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-33eba704-3d61-4f46-a262-c46607ba442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.715632 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-33eba704-3d61-4f46-a262-c46607ba442b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.1226001
May 10 17:19:45.745322 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de62cbb-412b-4031-8d68-877dc9e79c7e req-29fd4820-9cdc-400f-941c-1ad443727902 service neutron] 10.222.0.43 "GET /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471507
May 10 17:19:45.824436 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-5e284516-be35-44ee-b4e6-0a197fd7dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.825917 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-5e284516-be35-44ee-b4e6-0a197fd7dcfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837543
May 10 17:19:46.065404 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device febd2c6f-1f44-4497-afa3-266cce76d585 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:46.085713 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-ea65573d-dc1b-4209-adba-f915ffb45ecd service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366738
May 10 17:19:46.165226 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port febd2c6f-1f44-4497-afa3-266cce76d585 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:46.172035 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port febd2c6f-1f44-4497-afa3-266cce76d585 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:46.172415 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.226446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7281-7821-4e38-8186-7c399ceef096 req-8c902b0d-83a9-48d2-8702-a4d3a163ae9f tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.228128 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-056b7281-7821-4e38-8186-7c399ceef096 req-8c902b0d-83a9-48d2-8702-a4d3a163ae9f tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 944 time: 0.1057250
May 10 17:19:46.311874 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-056b7281-7821-4e38-8186-7c399ceef096 req-e173b32e-2706-4cf8-907d-a6924435f2c7 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769193
May 10 17:19:46.314813 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.345250 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febd2c6f-1f44-4497-afa3-266cce76d585'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:46.352573 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-cce97f93-09c7-4910-8b32-f91bbab790f8 req-49e97ab4-d3fb-498d-8a8b-75bb0ed96d00 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572343
May 10 17:19:46.375406 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port febd2c6f-1f44-4497-afa3-266cce76d585, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=febd2c6f-1f44-4497-afa3-266cce76d585,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:46.384617 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.385639 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e3016ccf-1c2f-4a2b-be00-312640e19a78 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:46.418552 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febd2c6f-1f44-4497-afa3-266cce76d585', 'code': 200}
May 10 17:19:46.424713 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:46.473893 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 57594) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:46.509896 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: e3016ccf-1c2f-4a2b-be00-312640e19a78 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:46.510318 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device e3016ccf-1c2f-4a2b-be00-312640e19a78 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:46.510808 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9eb1eb24-911e-4c28-bf24-a81a742b87fb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:46.553926 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 9eb1eb24-911e-4c28-bf24-a81a742b87fb {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:46.554344 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9eb1eb24-911e-4c28-bf24-a81a742b87fb not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:46.556005 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=febd2c6f-1f44-4497-afa3-266cce76d585,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:46.564423 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.564848 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.565278 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.565672 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.566227 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.567290 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.567704 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.568136 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.568566 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.569082 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.569684 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.570162 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:46.574606 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:46.627210 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1189398514-network', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:46.632771 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:46.639953 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Usage tracker for resource:network and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:46.643974 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:46.699522 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'name': 'network-vif-deleted', 'tag': 'e3016ccf-1c2f-4a2b-be00-312640e19a78'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:46.708729 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:46.736654 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Made reservation on behalf of 65dc90996cac43b7b8f79823e51569cf for: {'network': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:46.740156 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.759775 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.803330 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:46.820370 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0073-a06b-4721-9c9b-1e270249af5e req-a0e537b6-06b4-48d3-81bd-78dae474a2cd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.822263 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e2dc0073-a06b-4721-9c9b-1e270249af5e req-a0e537b6-06b4-48d3-81bd-78dae474a2cd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.1794684
May 10 17:19:46.824051 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:46.830362 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:46.866670 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:46.919162 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322ec8b-3735-4b67-b438-2a2d149dd035 req-411908e7-0aa0-4380-8d83-94860b7288bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.920850 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4322ec8b-3735-4b67-b438-2a2d149dd035 req-411908e7-0aa0-4380-8d83-94860b7288bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 1098 time: 0.2061603
May 10 17:19:46.966094 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e2dc0073-a06b-4721-9c9b-1e270249af5e req-8bc1d76d-4d6d-45bb-b254-503aeea047bb tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371636
May 10 17:19:47.022203 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.027507 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.033630 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4839171-ea6b-441c-a62f-8d71fe5c382b', 'name': 'network-vif-deleted', 'tag': 'e3016ccf-1c2f-4a2b-be00-312640e19a78', 'status': 'completed', 'code': 200}
May 10 17:19:47.037448 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:47.053420 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4322ec8b-3735-4b67-b438-2a2d149dd035 req-840f0add-e38d-475a-93be-ee5b3fb026ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248653
May 10 17:19:47.066047 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'}  {{(pid=78765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:47.080608 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6747e-0803-49b9-bfad-64fe9dab8069,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:47.086192 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:47.087772 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.088337 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.segments_db [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Added segment fd4ceb47-9752-402e-841e-15a0ac6591a4 of type vlan for network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3
May 10 17:19:47.174469 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.219198 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.221598 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:47.222357 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.234722 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7d0b98d1-8352-4d05-a5d7-4fdc96582e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:47.273916 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234413-afcc-475e-b437-0f2edd12f964 req-471ebbf2-33ea-483a-973a-1002952e514c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:47.275475 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7234413-afcc-475e-b437-0f2edd12f964 req-471ebbf2-33ea-483a-973a-1002952e514c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 945 time: 0.1636336
May 10 17:19:47.407870 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9328649
May 10 17:19:47.412187 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:47.412350 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57680) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:47.422180 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:47.427437 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:47.434381 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7234413-afcc-475e-b437-0f2edd12f964 req-160f8256-2e37-40ed-a197-420dbb1a33dc tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090534
May 10 17:19:47.434602 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Request body: {'subnet': {'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1189398514-subnet', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:47.445257 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:47.468049 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Usage tracker for resource:subnet and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:47.476543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:47.493010 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:47.508221 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Made reservation on behalf of 65dc90996cac43b7b8f79823e51569cf for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:47.511143 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.550693 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba118e-8b20-4fee-b985-65923507f181 req-6c15bda9-5b6a-4416-856e-37f3161828de tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:47.553244 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66ba118e-8b20-4fee-b985-65923507f181 req-6c15bda9-5b6a-4416-856e-37f3161828de tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 945 time: 0.1121371
May 10 17:19:47.607426 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66ba118e-8b20-4fee-b985-65923507f181 req-f585be2b-920d-4986-99ab-830f0780aab8 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470164
May 10 17:19:47.930987 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.935507 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:48.003598 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765a6d6f-986e-46ff-8871-3349240f6ebf,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:48.014095 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:48.021913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Checking segment: {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:48.022260 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Network hostable DHCP agents. Network: ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:48.042715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:48.056007 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:48.064999 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98248775-2e97-4fcd-adda-fc74f855f8cd None None] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:48.069186 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:48.069812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.094281 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:48.095473 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-efdf4303-4051-4afe-b1f0-0ce6567dcff6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6810424
May 10 17:19:48.099013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 57736) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:48.104964 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:48.109588 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:48.113626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Usage tracker for resource:router and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:48.116921 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:48.123749 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:48.169855 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.171818 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.220100 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.421185 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff058c7-6521-47d2-abf2-010745ab0659 req-df947de7-dc73-4ead-a1f4-df7cb3c17421 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:48.429001 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7ff058c7-6521-47d2-abf2-010745ab0659 req-df947de7-dc73-4ead-a1f4-df7cb3c17421 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 945 time: 0.2971182
May 10 17:19:48.434389 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.506447 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:48.517359 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a1962-a138-46f5-9597-c992b369054e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:19:48.518505 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-702a1962-a138-46f5-9597-c992b369054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.537498 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:48.583496 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.586885 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:48.642775 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7ff058c7-6521-47d2-abf2-010745ab0659 req-2160bdb3-4f10-434d-a923-f2c35b024c4e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1878746
May 10 17:19:48.648236 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.790420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-702a1962-a138-46f5-9597-c992b369054e None None] Allocated IP 172.20.0.2 (ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3/765a6d6f-986e-46ff-8871-3349240f6ebf/240e2c67-722b-473a-9478-a5025fe4088e) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:48.898175 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea', 'code': 200}
May 10 17:19:48.983867 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=8']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:48.995216 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:49.201566 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-fa1ce16e-53df-4ca8-b7bc-face1f7c5215 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.202291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-fa1ce16e-53df-4ca8-b7bc-face1f7c5215 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Synchronizing usage tracker for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:49.203756 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784291c6-9da9-475e-bdc8-3a81cacf9121 req-4693b5c7-45c1-4f2a-9007-26defe2e6628 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.213054 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-784291c6-9da9-475e-bdc8-3a81cacf9121 req-4693b5c7-45c1-4f2a-9007-26defe2e6628 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.2018733
May 10 17:19:49.226783 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-fa1ce16e-53df-4ca8-b7bc-face1f7c5215 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Unset dirty status for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:49.229913 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-fa1ce16e-53df-4ca8-b7bc-face1f7c5215 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 945 time: 0.1396139
May 10 17:19:49.241248 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-702a1962-a138-46f5-9597-c992b369054e None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.253764 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-702a1962-a138-46f5-9597-c992b369054e None None] Transition to ACTIVE for port object 240e2c67-722b-473a-9478-a5025fe4088e will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:49.258332 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bac2c1-bf12-4fc7-bb8a-14d9e9d26f0b req-0e573d91-283f-44de-a910-1f78a7cfc3c9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.276368 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-78bac2c1-bf12-4fc7-bb8a-14d9e9d26f0b req-0e573d91-283f-44de-a910-1f78a7cfc3c9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 945 time: 0.4458959
May 10 17:19:49.299960 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-702a1962-a138-46f5-9597-c992b369054e None None] Transition to ACTIVE for port object 240e2c67-722b-473a-9478-a5025fe4088e will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:49.311013 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-702a1962-a138-46f5-9597-c992b369054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.317723 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:49.356618 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-784291c6-9da9-475e-bdc8-3a81cacf9121 req-5b811344-22b2-4570-bae0-06e0058dc648 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423428
May 10 17:19:49.433862 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a1962-a138-46f5-9597-c992b369054e None None] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:49.434950 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a1962-a138-46f5-9597-c992b369054e None None] Pushing event updated for resources: {'Port': ['ID=240e2c67-722b-473a-9478-a5025fe4088e,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:49.439057 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-702a1962-a138-46f5-9597-c992b369054e None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:49.445206 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-702a1962-a138-46f5-9597-c992b369054e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:49.446162 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a1962-a138-46f5-9597-c992b369054e None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:49.458943 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-78bac2c1-bf12-4fc7-bb8a-14d9e9d26f0b req-d10ad89c-d4bf-4a21-a020-18ecc444a3cb tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814642
May 10 17:19:49.503692 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Deleting port f2708322-4ae7-42fe-a25b-4057da50e9b6 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:49.504154 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.577180 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-702a1962-a138-46f5-9597-c992b369054e None None] Attempting to bind port 240e2c67-722b-473a-9478-a5025fe4088e on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:49.577560 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-702a1962-a138-46f5-9597-c992b369054e None None] Attempting to bind port 240e2c67-722b-473a-9478-a5025fe4088e by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:49.577957 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a1962-a138-46f5-9597-c992b369054e None None] Attempting to bind port 240e2c67-722b-473a-9478-a5025fe4088e on network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:49.584325 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a1962-a138-46f5-9597-c992b369054e None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:49.584971 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a1962-a138-46f5-9597-c992b369054e None None] Checking segment: {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:49.585554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-702a1962-a138-46f5-9597-c992b369054e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.586098 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a1962-a138-46f5-9597-c992b369054e None None] Bound using segment: {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:49.586751 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-702a1962-a138-46f5-9597-c992b369054e None None] Bound port: 240e2c67-722b-473a-9478-a5025fe4088e, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:49.587126 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-702a1962-a138-46f5-9597-c992b369054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.650321 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.663476 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] For port f2708322-4ae7-42fe-a25b-4057da50e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f2708322-4ae7-42fe-a25b-4057da50e9b6,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:49.663942 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.690966 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.698352 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-702a1962-a138-46f5-9597-c992b369054e None None] For port 240e2c67-722b-473a-9478-a5025fe4088e, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:49.709324 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-702a1962-a138-46f5-9597-c992b369054e None None] For port 240e2c67-722b-473a-9478-a5025fe4088e, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=240e2c67-722b-473a-9478-a5025fe4088e,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:49.725026 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-702a1962-a138-46f5-9597-c992b369054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.736609 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:49.767560 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8a63f-a820-4c63-93cd-0e507e89e224 req-7f3f5c6a-f749-4f27-bf4c-7296a6976179 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.772467 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9df8a63f-a820-4c63-93cd-0e507e89e224 req-7f3f5c6a-f749-4f27-bf4c-7296a6976179 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 945 time: 0.2394128
May 10 17:19:49.847091 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a1962-a138-46f5-9597-c992b369054e None None] Pushing event updated for resources: {'Port': ['ID=240e2c67-722b-473a-9478-a5025fe4088e,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:49.853515 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-702a1962-a138-46f5-9597-c992b369054e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:49.889764 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Calling delete_port for f2708322-4ae7-42fe-a25b-4057da50e9b6 owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:49.948327 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9df8a63f-a820-4c63-93cd-0e507e89e224 req-87496078-ed6e-483a-83f8-f0209bd3f5ce tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517940
May 10 17:19:50.109060 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.118933 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2d8fbc9e-b71a-4f91-a2c9-f57aad06591c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:50.141553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Allocated IP 172.27.2.115 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/1b9b14b7-ffd5-4d78-9923-1fe2305138ed) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:50.161895 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'f2708322-4ae7-42fe-a25b-4057da50e9b6'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:50.169197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40f1ba-f4c8-4bed-a37b-aea3853abdf9 req-f920da91-2a07-45fe-8f52-3e6628350f8f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.170748 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c40f1ba-f4c8-4bed-a37b-aea3853abdf9 req-f920da91-2a07-45fe-8f52-3e6628350f8f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.3509152
May 10 17:19:50.244306 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event deleted for resources: {'Port': ['ID=f2708322-4ae7-42fe-a25b-4057da50e9b6,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:50.248567 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:50.432034 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] No DVR routers for this DVR port f2708322-4ae7-42fe-a25b-4057da50e9b6 on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:50.432034 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.434708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'name': 'network-vif-deleted', 'tag': 'f2708322-4ae7-42fe-a25b-4057da50e9b6'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:50.442010 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c40f1ba-f4c8-4bed-a37b-aea3853abdf9 req-43cf94b3-6234-4566-9fce-198e28ba6072 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2521930
May 10 17:19:50.487282 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-970dc29f-f197-4105-bbb0-e84f414aaeaa req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "DELETE /v2.0/ports/f2708322-4ae7-42fe-a25b-4057da50e9b6 HTTP/1.1" status: 204  len: 173 time: 1.2532830
May 10 17:19:50.567394 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250e9d32-8d37-4a0d-a20a-3fe18e0b5d45', 'name': 'network-vif-deleted', 'tag': 'f2708322-4ae7-42fe-a25b-4057da50e9b6', 'status': 'completed', 'code': 200}
May 10 17:19:50.705184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.805359 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425553fe-d14f-4cd8-8f33-287040d5ce55 req-9487beb2-7426-444b-b091-d662f41452c2 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.806858 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-425553fe-d14f-4cd8-8f33-287040d5ce55 req-9487beb2-7426-444b-b091-d662f41452c2 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.1755998
May 10 17:19:50.808910 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-530b3bae-495c-4a31-8d77-76c18be5b6a5 req-916cb3df-7f1d-491b-b718-f3278147bc24 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=250e9d32-8d37-4a0d-a20a-3fe18e0b5d45 HTTP/1.1" status: 200  len: 210 time: 0.0738733
May 10 17:19:50.860054 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.874172 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:51.074800 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 240e2c67-722b-473a-9478-a5025fe4088e up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:51.111728 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:51.120628 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:51.134449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:51.137703 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:51.237131 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 240e2c67-722b-473a-9478-a5025fe4088e completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:51.245777 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:51.258746 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-425553fe-d14f-4cd8-8f33-287040d5ce55 req-0986d3a5-35e7-4b2e-9b03-a23ad69b9b13 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4433856
May 10 17:19:51.652767 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24bb376-c3a5-4545-a5aa-e92e9ddb7328 None None] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:51.805115 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-06712678-39c9-495d-b8df-e721bb03d1d7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:51.807641 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-06712678-39c9-495d-b8df-e721bb03d1d7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Synchronizing usage tracker for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:51.818490 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Provisioning for port 240e2c67-722b-473a-9478-a5025fe4088e completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:51.833103 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-06712678-39c9-495d-b8df-e721bb03d1d7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Unset dirty status for tenant:c0959262bffe4536a1379eb100c2fb3d on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:51.835766 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-06712678-39c9-495d-b8df-e721bb03d1d7 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 946 time: 0.3208556
May 10 17:19:51.846862 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Provisioning complete for port 240e2c67-722b-473a-9478-a5025fe4088e triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:51.849197 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.913035 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.091686 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Deleting port bd41747b-cd88-4d3d-a0b5-1d04686c6217 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:52.095715 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:52.097369 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.302682 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.423122 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] For port 240e2c67-722b-473a-9478-a5025fe4088e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=240e2c67-722b-473a-9478-a5025fe4088e,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:52.469407 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.476697 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.486795 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] For port bd41747b-cd88-4d3d-a0b5-1d04686c6217, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd41747b-cd88-4d3d-a0b5-1d04686c6217,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:52.489716 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.508491 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:52.603661 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Pushing event updated for resources: {'Port': ['ID=240e2c67-722b-473a-9478-a5025fe4088e,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:52.607650 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:52.764687 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Calling delete_port for bd41747b-cd88-4d3d-a0b5-1d04686c6217 owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:52.905205 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-214e0722-5b07-406a-9cbf-6ac794465853 None None] Provisioning complete for port 240e2c67-722b-473a-9478-a5025fe4088e triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:52.905620 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-214e0722-5b07-406a-9cbf-6ac794465853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.938012 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.951875 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:52.971231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 57944) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:53.012907 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['8ca8e68d-758d-4b63-a299-dd5c81076059', 'bd41747b-cd88-4d3d-a0b5-1d04686c6217'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:53.027471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Pushing event deleted for resources: {'Port': ['ID=bd41747b-cd88-4d3d-a0b5-1d04686c6217,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:53.031742 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:53.078573 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 240e2c67-722b-473a-9478-a5025fe4088e up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:53.136673 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] No DVR routers for this DVR port bd41747b-cd88-4d3d-a0b5-1d04686c6217 on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:53.140853 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.148651 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'name': 'network-vif-deleted', 'tag': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:53.160087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:19:53.181375 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9183c-b5e3-4834-9f85-b7999d2a75a8 req-938c0b8b-a64e-4515-b546-8d1dcad38044 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:53.183541 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-31c9183c-b5e3-4834-9f85-b7999d2a75a8 req-938c0b8b-a64e-4515-b546-8d1dcad38044 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.3643577
May 10 17:19:53.189182 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f1e1d76d-33af-4ac3-98c4-bd50f6152140 req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "DELETE /v2.0/ports/bd41747b-cd88-4d3d-a0b5-1d04686c6217 HTTP/1.1" status: 204  len: 173 time: 1.3437815
May 10 17:19:53.196267 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff9034-b515-4e76-8ecb-2ae232b94957 req-6093332e-5e81-44cb-9dbd-1b13edec31db tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:53.204449 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f2ff9034-b515-4e76-8ecb-2ae232b94957 req-6093332e-5e81-44cb-9dbd-1b13edec31db tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb002ddb-46e7-417c-8438-e6d05191bac6 HTTP/1.1" status: 200  len: 867 time: 0.7176609
May 10 17:19:53.366080 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 240e2c67-722b-473a-9478-a5025fe4088e triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:53.366639 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.424314 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57970) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:53.508537 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f2ff9034-b515-4e76-8ecb-2ae232b94957 req-212be119-3098-47d3-a7a6-0d2e87b3ef69 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3031344
May 10 17:19:53.537078 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-31c9183c-b5e3-4834-9f85-b7999d2a75a8 req-fdddbb04-4246-4aeb-afa7-3ba35702822a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3270419
May 10 17:19:53.564819 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-0951c3f9-1862-4ca8-8384-4876a0f41262 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5274a07408924ef0a2f63612854392c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5827415
May 10 17:19:53.565028 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 57978) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:53.590964 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-613434bf-b0bc-407b-8c7c-e912793fc631 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1596456
May 10 17:19:53.601270 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:53.612612 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Sync routers for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:53.626302 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:53.627161 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a624a00>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:53.663232 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.665953 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.5657370
May 10 17:19:53.669028 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 57984) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:53.696794 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb002ddb-46e7-417c-8438-e6d05191bac6', 'name': 'network-vif-deleted', 'tag': 'bd41747b-cd88-4d3d-a0b5-1d04686c6217', 'status': 'completed', 'code': 200}
May 10 17:19:53.714159 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.804244 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.912285 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:53.920861 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.927091 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-09f6459e-bee1-47c9-8dce-67ddcf8dde9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:53.948073 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6791b2e0-6d36-441d-9011-146e4f903a6c,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:53.963634 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:53.972930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.982887 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6791b2e0-6d36-441d-9011-146e4f903a6c HTTP/1.1" status: 204  len: 168 time: 0.4167562
May 10 17:19:54.109053 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device f2708322-4ae7-42fe-a25b-4057da50e9b6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:54.265235 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: f2708322-4ae7-42fe-a25b-4057da50e9b6 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:54.266294 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device f2708322-4ae7-42fe-a25b-4057da50e9b6 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:54.392356 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a624a00>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:51Z', 'revision_number': 3, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:54.397832 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Checking router: 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:54.398253 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Updating router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:19:54.460966 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.474699 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212a36-0039-4faf-94eb-16ce3ccb624f req-40191a69-9e3e-4c51-ae9e-0d7edd6b66b9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:54.482391 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b3212a36-0039-4faf-94eb-16ce3ccb624f req-40191a69-9e3e-4c51-ae9e-0d7edd6b66b9 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.3888950
May 10 17:19:54.558025 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b3212a36-0039-4faf-94eb-16ce3ccb624f req-c7c2da05-2430-494c-aaee-9e265ee24aee tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745382
May 10 17:19:54.969199 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506eb96-8b11-456c-baa5-64925a95df04 req-fd38262e-ea9e-49c1-92e3-d40862381379 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:54.971532 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4506eb96-8b11-456c-baa5-64925a95df04 req-fd38262e-ea9e-49c1-92e3-d40862381379 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1567309
May 10 17:19:55.125725 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.140628 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Transition to ACTIVE for port object 1b9b14b7-ffd5-4d78-9923-1fe2305138ed will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:55.151564 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.157148 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:55.198374 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4506eb96-8b11-456c-baa5-64925a95df04 req-cda7c19a-db3e-4b73-8e2e-90c8cf14f2c3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2116594
May 10 17:19:55.224676 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Attempting to bind port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:55.225081 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Attempting to bind port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:55.225448 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Attempting to bind port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:55.248294 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:55.248294 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:55.248294 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.248294 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:55.248294 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Bound port: 1b9b14b7-ffd5-4d78-9923-1fe2305138ed, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:55.248294 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.276100 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Pushing event updated for resources: {'Port': ['ID=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:55.292507 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.292849 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.293180 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.293506 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.293829 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.294152 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.294783 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.294921 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.295190 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.295508 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.295819 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.296204 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:55.299723 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:55.336741 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91746f13-bb61-4f38-b338-04ccbb452b38 req-6866a56e-8f64-48f2-9130-f0ce1af8e29e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:55.338560 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91746f13-bb61-4f38-b338-04ccbb452b38 req-6866a56e-8f64-48f2-9130-f0ce1af8e29e tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2054935
May 10 17:19:55.346013 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] For port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:55.349964 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] For port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:55.354968 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.360521 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3b3661eb-3193-493f-9536-737710fa3f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:55.382202 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.425384 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91746f13-bb61-4f38-b338-04ccbb452b38 req-6ad6d332-1cb4-40b6-8425-3535d570d1ef tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776093
May 10 17:19:55.443957 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:55.448360 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a624a00>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:55.529688 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Pushing event updated for resources: {'Port': ['ID=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:55.533999 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:55.673611 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Allocated IP 172.20.0.1 (ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3/765a6d6f-986e-46ff-8871-3349240f6ebf/2b782de8-c0fa-4231-8fbb-84b19dd54cc1) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:55.760060 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:55.925739 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.950553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bececaf9-ddc5-480e-95f3-8bfc1004894e req-b7096e7b-07a4-42c7-bcde-15555013926f tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:55.952331 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bececaf9-ddc5-480e-95f3-8bfc1004894e req-b7096e7b-07a4-42c7-bcde-15555013926f tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.1962349
May 10 17:19:55.961368 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Transition to ACTIVE for port object 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:56.015507 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bececaf9-ddc5-480e-95f3-8bfc1004894e req-16468f08-e297-4aa6-9564-d22f80419994 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/security-groups?id=57bd1d31-c101-4647-9c80-102156ca644b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515501
May 10 17:19:56.042122 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.048027 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:56.088722 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device bd41747b-cd88-4d3d-a0b5-1d04686c6217 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:56.126401 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:56.128836 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: bd41747b-cd88-4d3d-a0b5-1d04686c6217 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:56.130460 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device bd41747b-cd88-4d3d-a0b5-1d04686c6217 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:56.130938 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:56.136205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:56.185829 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a624a00>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:51Z', 'revision_number': 3, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:56.193638 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a22c1-e866-4146-8498-5c5046952e5b None None] The sync data for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi is: [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:51Z', 'revision_number': 3, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:19:56.222202 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:56.233641 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:56.267752 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.426890 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-fcaa7b67-f40f-4a60-a146-52864c70a902 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.427491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-fcaa7b67-f40f-4a60-a146-52864c70a902 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Synchronizing usage tracker for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:56.448638 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-fcaa7b67-f40f-4a60-a146-52864c70a902 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Unset dirty status for tenant:94ef14ea44b1462babbc383f419bee3a on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:56.449869 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-fcaa7b67-f40f-4a60-a146-52864c70a902 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 945 time: 0.2151740
May 10 17:19:56.601858 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-2e09782a-5498-4f3f-9ef4-8a38d2fd7e60 None None] Provisioning for port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:56.607801 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-2e09782a-5498-4f3f-9ef4-8a38d2fd7e60 None None] Provisioning complete for port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:56.608313 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2e09782a-5498-4f3f-9ef4-8a38d2fd7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.646438 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Deleting port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:56.646990 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.689602 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-2e09782a-5498-4f3f-9ef4-8a38d2fd7e60 None None] Port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:19:56.812231 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] For port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,segment=NetworkSegment(4ab212d7-e8c9-48b7-a118-af7c69f6f080),segment_id=4ab212d7-e8c9-48b7-a118-af7c69f6f080)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:56.812475 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.846264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308296a-d261-43ae-a66c-61207c6c6d34 req-9b6035e1-7356-42b8-a568-65e3108ff187 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.848482 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d308296a-d261-43ae-a66c-61207c6c6d34 req-9b6035e1-7356-42b8-a568-65e3108ff187 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2591403
May 10 17:19:56.911204 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652bdf5-3262-4dd9-88db-281028d54c4d req-2cc27617-c7ea-417f-91fc-84f5d0da9ee0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.918440 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8652bdf5-3262-4dd9-88db-281028d54c4d req-2cc27617-c7ea-417f-91fc-84f5d0da9ee0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.4013686
May 10 17:19:56.946009 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.969461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-ec3319cd-9244-4c5c-b836-375db47b5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.970941 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-ec3319cd-9244-4c5c-b836-375db47b5a18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b&tenant_id=568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 1096 time: 0.2920599
May 10 17:19:57.021853 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Calling delete_port for 51f50a91-e992-4f9e-8e3e-7d1bdd39535d owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:57.036609 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 1b9b14b7-ffd5-4d78-9923-1fe2305138ed up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:57.064710 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d308296a-d261-43ae-a66c-61207c6c6d34 req-e9a7003a-a6d8-46ab-a9df-3788506742ef tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949153
May 10 17:19:57.184055 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:57.196255 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:57.196871 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.198012 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.214784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b51b8628-573e-44d8-a32b-fce48972e496 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.242228 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51f50a91-e992-4f9e-8e3e-7d1bdd39535d'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:57.243934 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8652bdf5-3262-4dd9-88db-281028d54c4d req-faf02612-0eae-485c-afc2-b0bb2d2e9c8d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3245125
May 10 17:19:57.318720 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-57f11c2f-3ab7-43d3-b1ae-af83e8bbacd0 req-73c29ed5-891c-4b12-b10f-aa835545f68a tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.1076410
May 10 17:19:57.342484 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Pushing event deleted for resources: {'Port': ['ID=51f50a91-e992-4f9e-8e3e-7d1bdd39535d,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.392550 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.416821 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:57.425976 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.432844 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.463105 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-c750b143-b420-429d-b739-daac0805b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:57.464648 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-c750b143-b420-429d-b739-daac0805b323 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1096 time: 0.3989344
May 10 17:19:57.478311 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.492758 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] No DVR routers for this DVR port 51f50a91-e992-4f9e-8e3e-7d1bdd39535d on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:57.495981 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.507395 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'name': 'network-vif-deleted', 'tag': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:57.534554 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-f04ed98a-3702-465c-a81f-df4d1e34fcd3 req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.43 "DELETE /v2.0/ports/51f50a91-e992-4f9e-8e3e-7d1bdd39535d HTTP/1.1" status: 204  len: 173 time: 1.0778584
May 10 17:19:57.563126 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.566371 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.591564 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cb2b5a-4061-4a54-b2ad-99cbb240b640', 'name': 'network-vif-deleted', 'tag': '51f50a91-e992-4f9e-8e3e-7d1bdd39535d', 'status': 'completed', 'code': 200}
May 10 17:19:57.701403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.707307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-4016e11b-ddbf-468b-9dbf-2285550b53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:57.709332 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-4016e11b-ddbf-468b-9dbf-2285550b53d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.2292218
May 10 17:19:57.710617 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.738093 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.917791 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.921281 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.924888 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-33cc71d0-c87a-46fe-95dd-34fd01e77404 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 200  len: 999 time: 0.1877496
May 10 17:19:57.925678 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:58.076238 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-8969875a-0669-4b2c-b0f9-f02308bff06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:58.077676 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-8969875a-0669-4b2c-b0f9-f02308bff06c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.1251314
May 10 17:19:58.157507 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:19:58.171177 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:58.173612 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:58.424282 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-c4d34678-dfcf-4cf0-9307-cf9d9a6fa9ad None None] Provisioning complete for port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:58.424888 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c4d34678-dfcf-4cf0-9307-cf9d9a6fa9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.482157 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-c4d34678-dfcf-4cf0-9307-cf9d9a6fa9ad None None] Port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:19:58.507631 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-9bf964b4-fcc4-4d91-99ef-ffd9832c407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:58.509127 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-9bf964b4-fcc4-4d91-99ef-ffd9832c407d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3963063
May 10 17:19:58.613151 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d80f8-80b8-4d41-b9af-439ad0ce7030 req-abe935d0-cd59-4468-a0e4-fd0564566f1c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:58.614881 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c5d80f8-80b8-4d41-b9af-439ad0ce7030 req-abe935d0-cd59-4468-a0e4-fd0564566f1c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.3763022
May 10 17:19:58.620079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:19:58.794783 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c5d80f8-80b8-4d41-b9af-439ad0ce7030 req-632ac704-f3eb-4240-9f4c-7cb274aad34b tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724589
May 10 17:19:58.840945 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f8782-4f55-4b46-b914-bb621fe026a6 req-23403f76-9036-4c0e-883d-06f65e7af9b0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:58.842420 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-442f8782-4f55-4b46-b914-bb621fe026a6 req-23403f76-9036-4c0e-883d-06f65e7af9b0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.3074110
May 10 17:19:58.899931 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:58.915785 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Sync routers for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:58.916015 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-442f8782-4f55-4b46-b914-bb621fe026a6 req-b12cde96-f94c-4df4-8ca5-81741dfd77bb tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657213
May 10 17:19:58.927260 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2474637
May 10 17:19:58.954790 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:58.958842 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a42f8e0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:58.987686 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d95d4264-e420-4c0e-b996-17f8cca46e69 req-57363f58-4a67-4ebc-8b89-91c0e8dbb52b tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.0559063
May 10 17:19:59.041589 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 1b9b14b7-ffd5-4d78-9923-1fe2305138ed up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:59.213602 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:59.214050 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.245614 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:59.588690 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58088) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:59.594227 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-227382485-network', 'tenant_id': 'a208fbe991704e8194e8019037025f37'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:59.599679 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:59.603466 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Usage tracker for resource:network and tenant:a208fbe991704e8194e8019037025f37 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:59.606295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:59.611974 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:59.621760 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Made reservation on behalf of a208fbe991704e8194e8019037025f37 for: {'network': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:59.624042 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.629106 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a42f8e0>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 2, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:59.633389 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Checking router: 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:59.633738 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Updating router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:19:59.636869 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.651438 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:59.655224 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Usage tracker for resource:security_group_rule and tenant:a208fbe991704e8194e8019037025f37 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:59.658185 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:59.666746 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:59.694221 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.760212 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.764408 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.767373 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-523c0e6e-aaa6-4940-90ff-60346c94e1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:59.798474 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=78765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:59.804479 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073685d0-17dc-43ad-892f-56e678e2a398,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:59.814771 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.815133 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.815487 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.815834 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.817984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.817984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.817984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.817984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.818332 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.818640 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.818976 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.819309 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:59.824683 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.825481 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.segments_db [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Added segment bef7509d-6c82-4606-a467-1824ec40fbfa of type vlan for network cc6b6667-0f54-4112-8d48-ca12d6a511ed
May 10 17:19:59.827872 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:59.865713 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.902964 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.905773 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:59.906785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.916164 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:00.103084 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5132649
May 10 17:20:00.107243 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58100) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:00.115802 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Request body: {'subnet': {'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-227382485-subnet', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:00.121273 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:00.127493 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Usage tracker for resource:subnet and tenant:a208fbe991704e8194e8019037025f37 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:00.132774 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:00.138176 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6b6667-0f54-4112-8d48-ca12d6a511ed,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:00.147344 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:00.155056 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.165311 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Made reservation on behalf of a208fbe991704e8194e8019037025f37 for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:00.168182 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Transition to ACTIVE for port object 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:00.169030 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.175508 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.179624 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:00.239768 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.299622 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:00.401274 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c56819-9702-485e-895a-0bce6c23fc49 req-f5d2330c-abf7-4fdc-8697-82a0fcc69e57 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:00.403828 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-54c56819-9702-485e-895a-0bce6c23fc49 req-f5d2330c-abf7-4fdc-8697-82a0fcc69e57 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.4512951
May 10 17:20:00.453799 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ecf66-f52d-4acb-bb75-e985f4d82cd9 None None] Pushing event updated for resources: {'Port': ['ID=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:00.485781 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-969ecf66-f52d-4acb-bb75-e985f4d82cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.491469 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-4fc09496-4a25-4e40-a112-ff19b4819adc service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3844335
May 10 17:20:00.524995 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Attempting to bind port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:00.525551 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Attempting to bind port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:00.526082 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Attempting to bind port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 on network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:00.527978 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe3ee-0d9b-481e-b1a2-84d73157b0a6 req-9f2c9676-7fa3-42d3-9dac-871ecb2b0045 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:00.535519 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e34fe3ee-0d9b-481e-b1a2-84d73157b0a6 req-9f2c9676-7fa3-42d3-9dac-871ecb2b0045 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.4024057
May 10 17:20:00.535821 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:00.536070 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Checking segment: {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:00.536293 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.536676 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Bound using segment: {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:00.537144 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Bound port: 2b782de8-c0fa-4231-8fbb-84b19dd54cc1, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:00.537511 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.558607 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-54c56819-9702-485e-895a-0bce6c23fc49 req-20ec411e-16b8-4ef4-99d7-e067136f2c00 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387670
May 10 17:20:00.592842 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e34fe3ee-0d9b-481e-b1a2-84d73157b0a6 req-58a4d126-43b0-4f4e-a8fd-1aa4abd6be43 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562172
May 10 17:20:00.657680 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] For port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:00.665338 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] For port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:00.670140 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.674030 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6e2249e1-86aa-419e-932d-a3fb7cc4514c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:00.747879 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9f99bea7-ccf4-42c1-a67d-7ee11e3f9fdb req-7582f528-3b1a-4bdc-8d9b-423d161f19fe tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cb2b5a-4061-4a54-b2ad-99cbb240b640 HTTP/1.1" status: 200  len: 210 time: 0.0448117
May 10 17:20:00.765508 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:00.766284 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a42f8e0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:00.859921 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.865915 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b39d3b8e-7268-428d-aa4d-e19ac3d37060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:00.888183 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ecf66-f52d-4acb-bb75-e985f4d82cd9 None None] Pushing event updated for resources: {'Port': ['ID=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:00.891460 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-969ecf66-f52d-4acb-bb75-e985f4d82cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.947469 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71864f68-b64a-4bd5-b82e-56d68293a13d,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:00.961428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.961913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.962331 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.962745 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.963090 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.963428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.963763 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.964123 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.964456 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.964785 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.965114 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.965441 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:00.968405 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Checking segment: {'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:00.968754 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Network hostable DHCP agents. Network: cc6b6667-0f54-4112-8d48-ca12d6a511ed, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:00.973635 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.979769 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:00.987791 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:01.000338 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, cc6b6667-0f54-4112-8d48-ca12d6a511ed) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:01.005169 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:01.005902 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.026094 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ce9c9-addb-4ccb-99da-27883312c5a3 None None] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:01.026703 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9163017
May 10 17:20:01.029183 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58106) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:01.034393 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:01.040122 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:01.043936 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Usage tracker for resource:router and tenant:a208fbe991704e8194e8019037025f37 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:01.046941 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:01.053395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:01.067650 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.068773 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.086599 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.191139 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51f50a91-e992-4f9e-8e3e-7d1bdd39535d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:01.259197 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 51f50a91-e992-4f9e-8e3e-7d1bdd39535d {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:01.259421 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51f50a91-e992-4f9e-8e3e-7d1bdd39535d not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:01.570557 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-cc6b6667-0f54-4112-8d48-ca12d6a511ed', 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'fixed_ips': [{'subnet_id': '71864f68-b64a-4bd5-b82e-56d68293a13d'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:20:01.570803 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.571379 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.616690 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0606dc1b-815e-4932-9b12-106e65421bf6 req-7ea20df8-b32e-43d7-a959-55d9c9edb439 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4598024
May 10 17:20:01.712453 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a42f8e0>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:00Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:01.728446 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b661f6f-7f47-42fe-9542-83b916248023 None None] The sync data for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi is: [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:00Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:01.827822 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Allocated IP 172.20.0.2 (cc6b6667-0f54-4112-8d48-ca12d6a511ed/71864f68-b64a-4bd5-b82e-56d68293a13d/9c727ff1-4e0b-4c75-9dba-4f893718de40) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:01.913260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667673e-8558-4d52-b04f-67a6cdb87d7e req-5f3685ad-4338-4acd-aca0-bd339020b887 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:01.914810 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e667673e-8558-4d52-b04f-67a6cdb87d7e req-5f3685ad-4338-4acd-aca0-bd339020b887 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2370718
May 10 17:20:02.021348 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e667673e-8558-4d52-b04f-67a6cdb87d7e req-90a4d758-d291-40db-8ca1-56d1041923eb tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852604
May 10 17:20:02.072909 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e9e1-22b0-434e-96a5-957ab4c6ccef req-7237ba24-aa27-4356-bb1a-71b9ecc0990c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:02.074368 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91d5e9e1-22b0-434e-96a5-957ab4c6ccef req-7237ba24-aa27-4356-bb1a-71b9ecc0990c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.3141630
May 10 17:20:02.147694 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58132) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:02.219366 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.242375 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Deleting subnet 4a7674b3-aebd-40d1-9497-c82060a3b659 {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:20:02.247107 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Transition to ACTIVE for port object 9c727ff1-4e0b-4c75-9dba-4f893718de40 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:02.254184 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.268250 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Transition to ACTIVE for port object 9c727ff1-4e0b-4c75-9dba-4f893718de40 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:02.287855 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.295851 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b007b8d2-6bd6-46db-af61-e5fceb1e57b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:02.374237 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:02.381128 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:02.386026 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:02.394340 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91d5e9e1-22b0-434e-96a5-957ab4c6ccef req-b09d8562-283b-4fcb-b446-37f9416bd645 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3063898
May 10 17:20:02.399444 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.421894 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.429967 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.478243 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.665030 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Pushing event updated for resources: {'Port': ['ID=9c727ff1-4e0b-4c75-9dba-4f893718de40,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:02.696424 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:02.770867 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Attempting to bind port 9c727ff1-4e0b-4c75-9dba-4f893718de40 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:02.773259 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Attempting to bind port 9c727ff1-4e0b-4c75-9dba-4f893718de40 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:02.773897 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Attempting to bind port 9c727ff1-4e0b-4c75-9dba-4f893718de40 on network cc6b6667-0f54-4112-8d48-ca12d6a511ed {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:02.781442 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:02.782227 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Checking segment: {'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:02.782880 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.783579 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Bound using segment: {'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:02.784350 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Bound port: 9c727ff1-4e0b-4c75-9dba-4f893718de40, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:02.784944 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.883285 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Allocated IP 172.27.2.224 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/24c78bd0-1ae2-4156-bcfc-7067d80ad603) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:03.075467 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] For port 9c727ff1-4e0b-4c75-9dba-4f893718de40, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:03.086606 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] For port 9c727ff1-4e0b-4c75-9dba-4f893718de40, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9c727ff1-4e0b-4c75-9dba-4f893718de40,segment=NetworkSegment(bef7509d-6c82-4606-a467-1824ec40fbfa),segment_id=bef7509d-6c82-4606-a467-1824ec40fbfa)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:03.095174 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:03.137320 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.168390 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9f8d207e-7dc5-48bc-9c7d-cee175889c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:03.214474 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7674b3-aebd-40d1-9497-c82060a3b659,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:03.220893 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:03.229055 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.243853 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a7674b3-aebd-40d1-9497-c82060a3b659 HTTP/1.1" status: 204  len: 168 time: 1.0945637
May 10 17:20:03.244692 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58156) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:03.291800 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.333625 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.368814 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:03.376769 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.387839 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:03.527393 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.581398 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:03.591969 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Pushing event updated for resources: {'Port': ['ID=9c727ff1-4e0b-4c75-9dba-4f893718de40,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:03.600436 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:03.603345 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:03.604547 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:03.605757 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.640584 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:03.657987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=24c78bd0-1ae2-4156-bcfc-7067d80ad603,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:03.662436 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:03.773165 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:03.889250 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.909595 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.944294 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbd997b36d0>> segment before_delete 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.945128 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbd997b36d0>> subnet precommit_delete_associations 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.945391 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> segment_host_mapping after_create 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.948549 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> port after_create 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.948796 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> port after_delete 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.949143 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> port after_update 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.949468 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> segment after_delete 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.949791 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> subnet after_create 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.993114 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> subnet after_delete 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:03.998602 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbd997b3370>> subnet after_update 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:04.031620 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:04.050719 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.065869 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:04.117396 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223cf99-c850-472f-bc50-a4a03f47885c req-105b211a-0163-42f0-b7d0-a5d42abe4c3c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:04.133680 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4223cf99-c850-472f-bc50-a4a03f47885c req-105b211a-0163-42f0-b7d0-a5d42abe4c3c tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.7069633
May 10 17:20:04.193331 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:04.205776 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:04.217093 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd997cf580>> subnet after_create 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:04.217696 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd997cf580>> subnet after_delete 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:04.223236 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd997cf580>> subnet before_create 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:04.224076 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbd997cf580>> subnet before_update 55550000 {{(pid=78764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:20:04.224637 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd997b32e0>,) {'filters': {'network_id': ['7130d662-e986-4609-9cd1-1595c08760e9']}} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:04.261217 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd997b32e0>, '4ab212d7-e8c9-48b7-a118-af7c69f6f080') {'for_net_delete': True} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:04.261691 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd997b32e0>, '4ab212d7-e8c9-48b7-a118-af7c69f6f080') {} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:04.295305 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981350'] for segment, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.339193 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.360447 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=78764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:20:04.362073 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109966'] for segment, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   from cryptography.utils import int_from_bytes
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   from cryptography.utils import int_from_bytes
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]: Traceback (most recent call last):
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     timer()
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     cb(*args, **kw)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     return func(*args, **kwargs)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     self._notify()
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     self.callback(batched_events)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     event.method(event)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     return f(self, *a, **k)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._get(url).json()
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self.request(url, 'GET', **kwargs)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:20:04.416005 dv-cinder-786384-3-iscsi neutron-server[78764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:20:04.566374 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.572225 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:04.614039 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7130d662-e986-4609-9cd1-1595c08760e9,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:04.618383 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.624378 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:04.646007 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b207b775-498a-4b6e-b7e8-eaa7a6766a9c admin admin] 10.222.0.13 "DELETE /v2.0/networks/7130d662-e986-4609-9cd1-1595c08760e9 HTTP/1.1" status: 204  len: 168 time: 1.3976388
May 10 17:20:04.938317 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4223cf99-c850-472f-bc50-a4a03f47885c req-ae118686-a80d-40e0-b09c-567d36b84360 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8033948
May 10 17:20:04.959158 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58172) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:05.004295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b2bb-cc56-41ae-a94d-f1dcd25df297 req-02a0cdb7-779b-457d-9232-c7c45c6e949a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:05.012161 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9166b2bb-cc56-41ae-a94d-f1dcd25df297 req-02a0cdb7-779b-457d-9232-c7c45c6e949a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 1.2379169
May 10 17:20:05.116518 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9166b2bb-cc56-41ae-a94d-f1dcd25df297 req-2c2af59b-e921-4568-912f-8640bd03ffda tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974653
May 10 17:20:05.127190 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a914faca-ddd5-4785-83d3-24da3748f4c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94ef14ea44b1462babbc383f419bee3a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1661978
May 10 17:20:05.136141 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58178) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:05.158471 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.193857 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:05.266304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.277405 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b6330-5e15-4c3e-83bd-b65a8bc348f1 None None] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:05.330539 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.415228 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.424315 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7dc1bc6c-f93d-424e-8de2-c0ac767de22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:05.444424 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.450239 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57bd1d31-c101-4647-9c80-102156ca644b HTTP/1.1" status: 204  len: 168 time: 0.3180549
May 10 17:20:05.453441 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd1d31-c101-4647-9c80-102156ca644b,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:05.458444 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:05.502395 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-b24008d7-7d6b-416a-82de-78e72f827063 None None] Provisioning for port 9c727ff1-4e0b-4c75-9dba-4f893718de40 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:05.592064 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:05.595971 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.885729 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.922904 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9c727ff1-4e0b-4c75-9dba-4f893718de40 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:06.113334 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 9c727ff1-4e0b-4c75-9dba-4f893718de40 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:06.122288 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 9c727ff1-4e0b-4c75-9dba-4f893718de40 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:06.122703 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.250813 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58204) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:06.460761 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.526997 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:06.537169 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Usage tracker for resource:security_group_rule and tenant:8a0f8f9333ea41d68d3f14a2cf52b631 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:06.539302 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.548995 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:06.568047 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:06.599714 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a936c3-032d-4afb-93a1-fd6c1fc7d4c8 req-2cf4476e-d51e-4318-aa05-a2e693c4b9eb tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:06.601322 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-05a936c3-032d-4afb-93a1-fd6c1fc7d4c8 req-2cf4476e-d51e-4318-aa05-a2e693c4b9eb tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.4459281
May 10 17:20:06.642681 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43772782-6b2f-41f0-a07c-8deebb223f1b req-59639a0e-3063-482a-a286-01de2dea3b42 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:06.661556 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-43772782-6b2f-41f0-a07c-8deebb223f1b req-59639a0e-3063-482a-a286-01de2dea3b42 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.2724493
May 10 17:20:06.672234 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 9c727ff1-4e0b-4c75-9dba-4f893718de40, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9c727ff1-4e0b-4c75-9dba-4f893718de40,segment=NetworkSegment(bef7509d-6c82-4606-a467-1824ec40fbfa),segment_id=bef7509d-6c82-4606-a467-1824ec40fbfa)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:06.673373 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-8606da81-ecc6-4f20-b9fd-996e33543047 None None] Provisioning complete for port 9c727ff1-4e0b-4c75-9dba-4f893718de40 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:06.673745 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8606da81-ecc6-4f20-b9fd-996e33543047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.714248 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.721135 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-969ecf66-f52d-4acb-bb75-e985f4d82cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:06.798090 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-43772782-6b2f-41f0-a07c-8deebb223f1b req-10ed4e4b-d560-48de-9071-d2e30b37431c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1356313
May 10 17:20:06.833976 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-05a936c3-032d-4afb-93a1-fd6c1fc7d4c8 req-9378d35c-5b48-4a0d-beec-f6fdab552089 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012618
May 10 17:20:06.833976 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Router 3758c26c-5e9d-45d3-b822-55f2856221ff is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:20:06.835543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.844682 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.880759 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eec39294-2acf-4e23-8cc4-c41ee14944b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:06.916886 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=9c727ff1-4e0b-4c75-9dba-4f893718de40,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:06.920587 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.005014 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c51076f-1f7e-4a2d-9405-f6b15173e416,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.030537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.042431 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a0f8f9333ea41d68d3f14a2cf52b631&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7867208
May 10 17:20:07.045363 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58236) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:07.100482 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:07.110307 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Sync routers for ids ['3758c26c-5e9d-45d3-b822-55f2856221ff'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:07.137912 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Routers {'3758c26c-5e9d-45d3-b822-55f2856221ff'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:07.140801 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36a4c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['3758c26c-5e9d-45d3-b822-55f2856221ff'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:07.142843 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.148947 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.1182122
May 10 17:20:07.150664 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58240) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:07.241084 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.276199 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.370565 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.377222 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2feac04d-4335-4ab6-b191-2fb136e33c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:07.389864 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c51076f-1f7e-4a2d-9405-f6b15173e416,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.399061 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.400457 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.401652 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c51076f-1f7e-4a2d-9405-f6b15173e416 HTTP/1.1" status: 204  len: 168 time: 0.3520033
May 10 17:20:07.455157 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Set router 3758c26c-5e9d-45d3-b822-55f2856221ff gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:07.925169 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36a4c0>, [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 3, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port': {'id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:07.931651 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Checking router: 3758c26c-5e9d-45d3-b822-55f2856221ff for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:07.932085 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Updating router 3758c26c-5e9d-45d3-b822-55f2856221ff port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:08.047153 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.468980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c93a-339b-4c0b-8ec5-1fbd252dbbee req-a2104571-5a7a-4e09-bfcc-c2efd6149d3a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:08.470657 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bf27c93a-339b-4c0b-8ec5-1fbd252dbbee req-a2104571-5a7a-4e09-bfcc-c2efd6149d3a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.4257569
May 10 17:20:08.520742 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdd448-5423-4d74-8feb-e8807b977b07 req-d69b1d24-0c07-483b-9367-0793c054f970 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:08.522336 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-decdd448-5423-4d74-8feb-e8807b977b07 req-d69b1d24-0c07-483b-9367-0793c054f970 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.4947286
May 10 17:20:08.589489 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bf27c93a-339b-4c0b-8ec5-1fbd252dbbee req-0a193248-c06c-43d9-b4d2-ec897c319ac0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046982
May 10 17:20:08.632485 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.645910 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Transition to ACTIVE for port object 24c78bd0-1ae2-4156-bcfc-7067d80ad603 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:08.664153 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.675086 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cc85f38a-2f35-469f-b088-ac47a96b1e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:08.704554 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-decdd448-5423-4d74-8feb-e8807b977b07 req-f12a83ad-8e4a-4ca8-af97-7c2c77035ed6 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1701062
May 10 17:20:08.733428 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Attempting to bind port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:08.733800 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Attempting to bind port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:08.734159 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Attempting to bind port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:08.759170 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:08.760055 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:08.760474 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.760873 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:08.761804 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Bound port: 24c78bd0-1ae2-4156-bcfc-7067d80ad603, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:08.761804 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.852190 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] For port 24c78bd0-1ae2-4156-bcfc-7067d80ad603, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:08.855313 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] For port 24c78bd0-1ae2-4156-bcfc-7067d80ad603, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=24c78bd0-1ae2-4156-bcfc-7067d80ad603,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:08.866195 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.888087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.904697 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Routers {'3758c26c-5e9d-45d3-b822-55f2856221ff'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:08.905321 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36a4c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['3758c26c-5e9d-45d3-b822-55f2856221ff'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:09.010956 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9c727ff1-4e0b-4c75-9dba-4f893718de40 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:09.031315 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe8413-6118-4f69-a3be-3ca795993665 None None] Pushing event updated for resources: {'Port': ['ID=24c78bd0-1ae2-4156-bcfc-7067d80ad603,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:09.047730 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a8fe8413-6118-4f69-a3be-3ca795993665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:09.048620 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:09.152932 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 9c727ff1-4e0b-4c75-9dba-4f893718de40 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:09.153666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.231083 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Allocated IP 172.20.0.1 (cc6b6667-0f54-4112-8d48-ca12d6a511ed/71864f68-b64a-4bd5-b82e-56d68293a13d/78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:09.278309 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe8413-6118-4f69-a3be-3ca795993665 None None] Pushing event updated for resources: {'Port': ['ID=24c78bd0-1ae2-4156-bcfc-7067d80ad603,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:09.294860 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a8fe8413-6118-4f69-a3be-3ca795993665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:09.418825 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] Set router 3758c26c-5e9d-45d3-b822-55f2856221ff gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:09.483428 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.503306 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Transition to ACTIVE for port object 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:09.556229 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.562736 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:09.631987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:09.636111 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:09.670163 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Pushing event updated for resources: {'Port': ['ID=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:09.672644 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:09.712006 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:09.780991 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.850294 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36a4c0>, [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 3, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port': {'id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:09.878850 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081cca1-75be-4409-ae91-efb9b9a035d7 None None] The sync data for ids ['3758c26c-5e9d-45d3-b822-55f2856221ff'] in dv-cinder-786384-3-iscsi is: [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 3, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port': {'id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:10.093360 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-5787acfa-3c6e-4e75-ad16-ba9e562d1ad9 None None] Provisioning for port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:10.121078 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-5787acfa-3c6e-4e75-ad16-ba9e562d1ad9 None None] Provisioning complete for port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:10.121480 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5787acfa-3c6e-4e75-ad16-ba9e562d1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.158581 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.386201 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1053eb77-1bd5-4357-851f-6d26de58cf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.391414 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-5787acfa-3c6e-4e75-ad16-ba9e562d1ad9 None None] Port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:10.614216 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ade1-9ab5-4796-819d-8ca2c8c1a58c req-503dbbe1-8d24-4c7b-bedd-416c2f0c8cdd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:10.616118 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5465ade1-9ab5-4796-819d-8ca2c8c1a58c req-503dbbe1-8d24-4c7b-bedd-416c2f0c8cdd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.6277788
May 10 17:20:10.626559 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d4e4-bb9a-4fb7-9f03-c9417ab0534d req-bb82e6f6-af96-4063-8916-55b3dd89e8e0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:10.635724 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b520d4e4-bb9a-4fb7-9f03-c9417ab0534d req-bb82e6f6-af96-4063-8916-55b3dd89e8e0 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.7378709
May 10 17:20:10.780458 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5465ade1-9ab5-4796-819d-8ca2c8c1a58c req-2c115dc6-94ae-4946-bbfa-641c6fe0ae45 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416910
May 10 17:20:10.789494 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b520d4e4-bb9a-4fb7-9f03-c9417ab0534d req-de299ad1-5296-472f-ad77-e0d47ccf77c4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285067
May 10 17:20:10.862337 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.870397 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.943535 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:11.094487 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 24c78bd0-1ae2-4156-bcfc-7067d80ad603 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:11.127499 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.309592 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:11.317475 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:11.317927 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.318553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Pushing event updated for resources: {'Port': ['ID=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:11.329810 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:11.440381 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:11.441690 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:11.669691 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.739404 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 24c78bd0-1ae2-4156-bcfc-7067d80ad603, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=24c78bd0-1ae2-4156-bcfc-7067d80ad603,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:11.753883 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.763041 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:11.789734 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Router 3758c26c-5e9d-45d3-b822-55f2856221ff has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:11.949838 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-cf00c5eb-2084-4c4d-a205-a3ec12a9c5d8 None None] Provisioning complete for port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:11.950642 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cf00c5eb-2084-4c4d-a205-a3ec12a9c5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.094548 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=24c78bd0-1ae2-4156-bcfc-7067d80ad603,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.109686 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.157918 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-cf00c5eb-2084-4c4d-a205-a3ec12a9c5d8 None None] Port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:12.178662 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:12.194086 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] 10.222.0.13 "PUT /v2.0/routers/3758c26c-5e9d-45d3-b822-55f2856221ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0411651
May 10 17:20:12.291471 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d75f8e-6a34-4a7e-82e3-1249f48a0929 req-2927ef41-6bae-4d6e-b8fd-677e38999716 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.293137 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-46d75f8e-6a34-4a7e-82e3-1249f48a0929 req-2927ef41-6bae-4d6e-b8fd-677e38999716 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2048247
May 10 17:20:12.369074 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-46d75f8e-6a34-4a7e-82e3-1249f48a0929 req-8da354cc-7de0-4a00-954e-b9c7c551d416 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681262
May 10 17:20:12.645771 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269aaf7-1026-4200-a4e8-9ff68d1d8557 req-49164b3b-c5c0-4d7a-88ff-51d34aa27c90 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.652992 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8269aaf7-1026-4200-a4e8-9ff68d1d8557 req-49164b3b-c5c0-4d7a-88ff-51d34aa27c90 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.0989020
May 10 17:20:12.677679 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.702329 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8269aaf7-1026-4200-a4e8-9ff68d1d8557 req-07504e42-3cf4-4425-9204-6483898f3fe2 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483096
May 10 17:20:12.777663 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Sync routers for ids ['3758c26c-5e9d-45d3-b822-55f2856221ff'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:12.789798 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Routers {'3758c26c-5e9d-45d3-b822-55f2856221ff'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:12.790431 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3528b0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['3758c26c-5e9d-45d3-b822-55f2856221ff'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:12.965527 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 24c78bd0-1ae2-4156-bcfc-7067d80ad603 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:13.031333 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b39c-1ce7-442e-99a4-ce87302f8044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.098537 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Set router 3758c26c-5e9d-45d3-b822-55f2856221ff gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:13.141450 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:13.141896 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.683942 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3528b0>, [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:20:09Z', 'revision_number': 4, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port': {'id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6', 'name': '', 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'mac_address': 'fa:16:3e:10:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '71864f68-b64a-4bd5-b82e-56d68293a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:08Z', 'updated_at': '2021-05-10T17:20:10Z', 'revision_number': 2, 'project_id': 'a208fbe991704e8194e8019037025f37', 'subnets': [{'id': '71864f68-b64a-4bd5-b82e-56d68293a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:13.699451 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Checking router: 3758c26c-5e9d-45d3-b822-55f2856221ff for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:13.702253 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Updating router 3758c26c-5e9d-45d3-b822-55f2856221ff port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:13.759994 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cc239-546f-488c-8869-da100ef66ace req-123f7900-3ddf-4726-bab9-8fb6f9b032c6 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:13.766058 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.776333 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-427cc239-546f-488c-8869-da100ef66ace req-123f7900-3ddf-4726-bab9-8fb6f9b032c6 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2366724
May 10 17:20:13.883760 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-427cc239-546f-488c-8869-da100ef66ace req-52e57f18-99ea-4217-8768-c655da00f909 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059678
May 10 17:20:13.932705 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.230526 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71560bc-70ee-499d-be9c-2ff18ad0fbc6 req-9de64d44-17ce-42a8-ab1d-4cbaa77fa170 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:14.240994 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a71560bc-70ee-499d-be9c-2ff18ad0fbc6 req-9de64d44-17ce-42a8-ab1d-4cbaa77fa170 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1891770
May 10 17:20:14.341294 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a71560bc-70ee-499d-be9c-2ff18ad0fbc6 req-33ce3099-59c6-4b21-b090-0d397dc56ced tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992935
May 10 17:20:14.683261 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.700016 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Transition to ACTIVE for port object 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:14.716177 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.730093 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:15.094093 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:15.096709 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c8d80-4948-4f68-8a48-0c711546f0c6 None None] Pushing event updated for resources: {'Port': ['ID=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:15.103398 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ae8c8d80-4948-4f68-8a48-0c711546f0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:15.107679 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Attempting to bind port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:15.108149 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Attempting to bind port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:15.108582 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Attempting to bind port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 on network cc6b6667-0f54-4112-8d48-ca12d6a511ed {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:15.115263 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:15.115742 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Checking segment: {'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:15.122154 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:15.122802 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Bound using segment: {'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:15.123392 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Bound port: 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef7509d-6c82-4606-a467-1824ec40fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:15.123859 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:15.215913 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c11c1-6e78-495a-9ea9-96570b3de714 req-1b05f204-52b4-480c-bb4b-e547a0f093bf tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.225912 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c51c11c1-6e78-495a-9ea9-96570b3de714 req-1b05f204-52b4-480c-bb4b-e547a0f093bf tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1567085
May 10 17:20:15.280249 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] For port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:15.285460 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c51c11c1-6e78-495a-9ea9-96570b3de714 req-8b4704bf-7d4a-4630-a11d-82d0a0c9318f tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542324
May 10 17:20:15.291516 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] For port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,segment=NetworkSegment(bef7509d-6c82-4606-a467-1824ec40fbfa),segment_id=bef7509d-6c82-4606-a467-1824ec40fbfa)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:15.302655 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:15.314018 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-969ecf66-f52d-4acb-bb75-e985f4d82cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:15.515796 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c8d80-4948-4f68-8a48-0c711546f0c6 None None] Pushing event updated for resources: {'Port': ['ID=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:15.520747 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ae8c8d80-4948-4f68-8a48-0c711546f0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:15.540666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Routers {'3758c26c-5e9d-45d3-b822-55f2856221ff'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:15.541538 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3528b0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['3758c26c-5e9d-45d3-b822-55f2856221ff'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:15.814929 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f4f3-e388-48a9-a811-e739ee18a9af req-08658297-893c-4dc9-a785-4e6ad5162316 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.820262 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3c89f4f3-e388-48a9-a811-e739ee18a9af req-08658297-893c-4dc9-a785-4e6ad5162316 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.2693644
May 10 17:20:15.933581 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3c89f4f3-e388-48a9-a811-e739ee18a9af req-e19b4fd2-6d82-458a-85c5-d7d1e9586cba tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065025
May 10 17:20:16.026602 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] Set router 3758c26c-5e9d-45d3-b822-55f2856221ff gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:16.571400 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.651984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4d94-78d3-40d2-ae6b-d2f37bc7d8ad req-120d50ae-4f56-4144-a307-183a8d640369 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:16.653538 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d73f4d94-78d3-40d2-ae6b-d2f37bc7d8ad req-120d50ae-4f56-4144-a307-183a8d640369 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.1123948
May 10 17:20:16.713690 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d73f4d94-78d3-40d2-ae6b-d2f37bc7d8ad req-a3eeaae5-3f0f-4022-baf7-91ff2ebc665d tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/security-groups?id=231e3f22-2f84-4d13-a222-38668efe5bb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534627
May 10 17:20:16.852221 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3528b0>, [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:20:09Z', 'revision_number': 4, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port': {'id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6', 'name': '', 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'mac_address': 'fa:16:3e:10:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '71864f68-b64a-4bd5-b82e-56d68293a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:08Z', 'updated_at': '2021-05-10T17:20:15Z', 'revision_number': 4, 'project_id': 'a208fbe991704e8194e8019037025f37', 'subnets': [{'id': '71864f68-b64a-4bd5-b82e-56d68293a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:16.858662 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63feca-2a5f-485b-88ae-6605c0a9e316 None None] The sync data for ids ['3758c26c-5e9d-45d3-b822-55f2856221ff'] in dv-cinder-786384-3-iscsi is: [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:20:09Z', 'revision_number': 4, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port': {'id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6', 'name': '', 'network_id': 'cc6b6667-0f54-4112-8d48-ca12d6a511ed', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'mac_address': 'fa:16:3e:10:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '71864f68-b64a-4bd5-b82e-56d68293a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:08Z', 'updated_at': '2021-05-10T17:20:15Z', 'revision_number': 4, 'project_id': 'a208fbe991704e8194e8019037025f37', 'subnets': [{'id': '71864f68-b64a-4bd5-b82e-56d68293a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:17.041002 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-77807ba1-03ba-451d-b230-feb0dc0da2e4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.043066 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-77807ba1-03ba-451d-b230-feb0dc0da2e4 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 946 time: 0.2609677
May 10 17:20:17.296710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Deleting port 8ca8e68d-758d-4b63-a299-dd5c81076059 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:17.297107 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.399550 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354950-c5f4-4724-977b-aef239408d37 req-18d4c536-5fe4-489f-a7a8-8a3f33b469ac tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.401122 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1f354950-c5f4-4724-977b-aef239408d37 req-18d4c536-5fe4-489f-a7a8-8a3f33b469ac tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1997457
May 10 17:20:17.507838 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1f354950-c5f4-4724-977b-aef239408d37 req-a7d75ab6-8681-44f7-a6f4-44f838fa4b7a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951848
May 10 17:20:17.523340 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] For port 8ca8e68d-758d-4b63-a299-dd5c81076059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8ca8e68d-758d-4b63-a299-dd5c81076059,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:17.523707 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.706347 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Calling delete_port for 8ca8e68d-758d-4b63-a299-dd5c81076059 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:17.915696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.925977 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:17.952763 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['8ca8e68d-758d-4b63-a299-dd5c81076059'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:18.006165 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Pushing event deleted for resources: {'Port': ['ID=8ca8e68d-758d-4b63-a299-dd5c81076059,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.022687 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5bdbd052-e188-4ce1-9a91-841119a0fe06 req-36471f9e-bc20-45c5-8ea4-116262af6467 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3440b3e-4401-472f-930d-bf083bdc2233 HTTP/1.1" status: 200  len: 210 time: 0.1439326
May 10 17:20:18.075369 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:18.156199 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] No DVR routers for this DVR port 8ca8e68d-758d-4b63-a299-dd5c81076059 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:20:18.167532 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.170912 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'name': 'network-vif-deleted', 'tag': '8ca8e68d-758d-4b63-a299-dd5c81076059'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:18.191198 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-65a3945f-1826-4407-a7b6-539fa02b38b5 req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] 10.222.0.43 "DELETE /v2.0/ports/8ca8e68d-758d-4b63-a299-dd5c81076059 HTTP/1.1" status: 204  len: 173 time: 1.1374795
May 10 17:20:18.254243 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3440b3e-4401-472f-930d-bf083bdc2233', 'name': 'network-vif-deleted', 'tag': '8ca8e68d-758d-4b63-a299-dd5c81076059', 'status': 'completed', 'code': 200}
May 10 17:20:18.784367 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65ac8f-2858-436b-a5df-d5805787a290 req-875d5098-bcab-4908-a90c-821c253d501f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.788170 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd65ac8f-2858-436b-a5df-d5805787a290 req-875d5098-bcab-4908-a90c-821c253d501f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1197717
May 10 17:20:18.859468 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd65ac8f-2858-436b-a5df-d5805787a290 req-81823867-a8a7-4853-80ea-d202e4090a3f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637317
May 10 17:20:19.033048 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:19.134082 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:19.145275 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:19.145662 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.167930 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58426) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:19.329084 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.420775 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,segment=NetworkSegment(bef7509d-6c82-4606-a467-1824ec40fbfa),segment_id=bef7509d-6c82-4606-a467-1824ec40fbfa)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:19.429450 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.435866 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:19.556179 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:19.570820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:19.964745 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.364962 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4000fc-a935-40f8-b114-6df661e27155 req-fb6c3348-8897-4df5-bcc3-2e4a6a9c5301 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.367922 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0b4000fc-a935-40f8-b114-6df661e27155 req-fb6c3348-8897-4df5-bcc3-2e4a6a9c5301 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.2449834
May 10 17:20:20.464727 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0b4000fc-a935-40f8-b114-6df661e27155 req-014361d8-c7c3-40ba-b98f-d8e2482a92ec tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832002
May 10 17:20:20.636942 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Deleting port 63baf39d-ba56-439e-8810-f215f64f52d1 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:20.637285 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.805703 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] For port 63baf39d-ba56-439e-8810-f215f64f52d1, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=63baf39d-ba56-439e-8810-f215f64f52d1,segment=NetworkSegment(a88b3ec7-de50-41eb-977d-a3de365102fb),segment_id=a88b3ec7-de50-41eb-977d-a3de365102fb)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:20.806320 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.028842 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:21.040486 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Calling delete_port for 63baf39d-ba56-439e-8810-f215f64f52d1 owned by network:router_interface {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:21.139428 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:21.140210 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.293693 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 8ca8e68d-758d-4b63-a299-dd5c81076059 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:21.339868 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 8ca8e68d-758d-4b63-a299-dd5c81076059 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:21.339868 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 8ca8e68d-758d-4b63-a299-dd5c81076059 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:21.434236 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.438355 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:21.512880 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=63baf39d-ba56-439e-8810-f215f64f52d1,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:21.520457 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:22.048841 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.053644 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58470) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:22.223114 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.234741 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd79f7-23ea-4508-9eca-5964ead9bca0 req-938e994d-b991-41d9-99c8-c2fd63a0e070 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:22.238460 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8bcd79f7-23ea-4508-9eca-5964ead9bca0 req-938e994d-b991-41d9-99c8-c2fd63a0e070 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.6014757
May 10 17:20:22.240002 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:22.244160 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7adacc95c84d5d9e31750ac2e11cf7 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:22.247932 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:22.254590 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:22.312505 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8bcd79f7-23ea-4508-9eca-5964ead9bca0 req-b54b0525-c5f0-4d27-a73e-dcfe2eef2e81 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646925
May 10 17:20:22.357002 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.364987 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.374207 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-21c8517c-a532-4874-983f-6ac3436588b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:22.418243 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e7adacc95c84d5d9e31750ac2e11cf7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3635402
May 10 17:20:22.419354 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4502af-373a-4d34-949e-727d34103ae0,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:22.422623 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58476) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:22.426115 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:22.522880 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.583377 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.638149 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Router 1b894485-57fa-430e-8e22-312977f52943 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:22.651020 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.656282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a3295c8a-328f-49fd-af48-37ce16bba550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:22.668054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4502af-373a-4d34-949e-727d34103ae0,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:22.672350 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:22.677803 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.679118 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b4502af-373a-4d34-949e-727d34103ae0 HTTP/1.1" status: 204  len: 168 time: 0.2549829
May 10 17:20:22.846153 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:22.857440 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] Sync routers for ids ['1b894485-57fa-430e-8e22-312977f52943'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:22.863976 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b894485-57fa-430e-8e22-312977f52943/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6924241
May 10 17:20:22.864602 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58484) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:22.872615 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] Routers {'1b894485-57fa-430e-8e22-312977f52943'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:22.874611 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36af10>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['1b894485-57fa-430e-8e22-312977f52943'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:23.181785 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks [] for router, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.252691 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58490) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:23.261819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:23.273440 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] Set router 1b894485-57fa-430e-8e22-312977f52943 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:23.274393 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.296602 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:23.302504 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Usage tracker for resource:security_group_rule and tenant:8f21598321d94af3a139d1f0c1da9d7a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:23.306971 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:23.316723 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:23.460963 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.469257 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.485952 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5d401483-3fa3-4247-b430-c350c6a4ee45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:23.575385 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.619084 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f21598321d94af3a139d1f0c1da9d7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3648233
May 10 17:20:23.648401 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:23.665297 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58500) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:23.674380 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '1084279b-00d6-4577-aacc-d687593238ea', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'port_id': '1084279b-00d6-4577-aacc-d687593238ea', 'mac_address': 'fa:16:3e:09:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:23.699255 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3194a05a-b214-42fc-9e16-76b2e2badcf4,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:23.703970 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-19d57c41-6d16-4e03-bc47-89d5aabd8e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:23.765590 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacb401-68ea-48b8-a011-7acf1b6dca09 req-0d0b2555-08f3-4ea7-a88d-fc14b22298a3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:23.775005 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9cacb401-68ea-48b8-a011-7acf1b6dca09 req-0d0b2555-08f3-4ea7-a88d-fc14b22298a3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 943 time: 0.1893692
May 10 17:20:23.803152 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.836502 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36af10>, [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:20:21Z', 'revision_number': 5, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port': {'id': 'db0be8b7-d975-40fa-bc69-0c35ed622795', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b894485-57fa-430e-8e22-312977f52943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:38Z', 'updated_at': '2021-05-10T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:23.841746 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] Checking router: 1b894485-57fa-430e-8e22-312977f52943 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:23.844086 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1084279b-00d6-4577-aacc-d687593238ea {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:23.854432 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Deleting port db0be8b7-d975-40fa-bc69-0c35ed622795 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:23.854772 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.860704 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9cacb401-68ea-48b8-a011-7acf1b6dca09 req-5a327bca-8268-4986-a887-9a1c2d7220d2 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847151
May 10 17:20:23.879113 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:23.880374 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] Routers {'1b894485-57fa-430e-8e22-312977f52943'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:23.881418 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36af10>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['1b894485-57fa-430e-8e22-312977f52943'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:23.890032 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.897060 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.899233 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.108152 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=9']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:24.122658 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:24.150452 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.173640 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] Set router 1b894485-57fa-430e-8e22-312977f52943 gateway port host: None {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:24.250455 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['1084279b-00d6-4577-aacc-d687593238ea'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:24.270127 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] For port db0be8b7-d975-40fa-bc69-0c35ed622795, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=db0be8b7-d975-40fa-bc69-0c35ed622795,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:24.271274 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.341524 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.350994 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a36af10>, [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:20:23Z', 'revision_number': 6, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:24.357536 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257c888-f4f6-413c-830f-39e418c7b424 None None] The sync data for ids ['1b894485-57fa-430e-8e22-312977f52943'] in dv-cinder-786384-3-iscsi is: [{'id': '1b894485-57fa-430e-8e22-312977f52943', 'name': 'tempest-ServerRescueNegativeTestJSON-694548175-router', 'tenant_id': 'c0959262bffe4536a1379eb100c2fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:20:23Z', 'revision_number': 6, 'project_id': 'c0959262bffe4536a1379eb100c2fb3d', 'gw_port_host': None}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:24.421258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-99d29d67-4df3-45aa-98d7-58bdfc4cf35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.436735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Calling delete_port for db0be8b7-d975-40fa-bc69-0c35ed622795 owned by network:router_gateway {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:24.446445 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3194a05a-b214-42fc-9e16-76b2e2badcf4,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:24.454115 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:24.456238 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.458052 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3194a05a-b214-42fc-9e16-76b2e2badcf4 HTTP/1.1" status: 204  len: 168 time: 0.7847507
May 10 17:20:24.791090 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.796890 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.845641 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Pushing event deleted for resources: {'Port': ['ID=db0be8b7-d975-40fa-bc69-0c35ed622795,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:24.970714 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.016452 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58512) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:25.053458 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.078721 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.138035 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:25.151666 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Usage tracker for resource:security_group_rule and tenant:60642d93605549149fb81db2c044187b is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:25.158895 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:25.169273 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:25.207923 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068de6a-0674-4d07-a07b-2a73d0cce058 req-c86e598b-4d06-4dab-a0cd-42e84adac122 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:25.216317 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6068de6a-0674-4d07-a07b-2a73d0cce058 req-c86e598b-4d06-4dab-a0cd-42e84adac122 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.1412442
May 10 17:20:25.314676 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 63baf39d-ba56-439e-8810-f215f64f52d1 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:25.363450 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.366765 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.372841 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 63baf39d-ba56-439e-8810-f215f64f52d1 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:25.373191 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 63baf39d-ba56-439e-8810-f215f64f52d1 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:25.373614 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device db0be8b7-d975-40fa-bc69-0c35ed622795 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:25.382712 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6068de6a-0674-4d07-a07b-2a73d0cce058 req-5a8139c6-dc6c-4e55-b0fa-84021c9e5cc9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1629624
May 10 17:20:25.425989 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: db0be8b7-d975-40fa-bc69-0c35ed622795 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:25.426926 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device db0be8b7-d975-40fa-bc69-0c35ed622795 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:25.616056 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.616867 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b894485-57fa-430e-8e22-312977f52943 {{(pid=78764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:20:25.641228 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.652940 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.673400 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d9803a8e-d5cd-40ff-9a42-1c95a60e86d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:25.752281 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.756988 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b894485-57fa-430e-8e22-312977f52943 HTTP/1.1" status: 204  len: 168 time: 2.8912477
May 10 17:20:25.760397 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58518) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:25.766766 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f10fc5-72e2-434e-aa6b-3fa9280993e5,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:25.771096 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.774777 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60642d93605549149fb81db2c044187b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7567494
May 10 17:20:25.777706 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58522) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:25.856465 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.859946 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Deleting subnet 21fdb337-0af1-4989-9876-427e3a89e535 {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:20:25.869038 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.893024 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.942240 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981369'] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.966288 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.971547 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a765cf2f-1234-412e-8215-53710e0b5752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:26.000152 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f10fc5-72e2-434e-aa6b-3fa9280993e5,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:26.005013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:26.005489 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.022788 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.040628 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39f10fc5-72e2-434e-aa6b-3fa9280993e5 HTTP/1.1" status: 204  len: 168 time: 0.2506547
May 10 17:20:26.343427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082379'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.351292 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2c3eb9bc-d72b-4d72-b8e3-cbb4bc5a51e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:26.392509 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.399130 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fdb337-0af1-4989-9876-427e3a89e535,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:26.402172 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21fdb337-0af1-4989-9876-427e3a89e535 HTTP/1.1" status: 204  len: 168 time: 0.6405604
May 10 17:20:26.403371 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:26.404864 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58540) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:26.654109 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.900898 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea5964-75cf-4d1d-a2a7-582567147e33 req-33c3abd2-475e-40bf-b3e8-a31efe845dcd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:26.902400 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1dea5964-75cf-4d1d-a2a7-582567147e33 req-33c3abd2-475e-40bf-b3e8-a31efe845dcd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.3280268
May 10 17:20:26.945418 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.965558 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd9974fdf0>,) {'filters': {'network_id': ['756191ce-3246-4dd0-8a83-e15cbf383d8a']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:26.983978 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9974fdf0>, 'a88b3ec7-de50-41eb-977d-a3de365102fb') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:26.984326 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9974fdf0>, 'a88b3ec7-de50-41eb-977d-a3de365102fb') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:26.998061 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1dea5964-75cf-4d1d-a2a7-582567147e33 req-89e0ddf1-01d8-43d9-a0af-c23f685592a7 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822394
May 10 17:20:27.001463 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.018704 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.025993 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:20:27.026585 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:20:27.041150 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:20:27.127008 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.131776 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.151451 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.158461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=756191ce-3246-4dd0-8a83-e15cbf383d8a,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.167584 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.174209 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/756191ce-3246-4dd0-8a83-e15cbf383d8a HTTP/1.1" status: 204  len: 168 time: 0.7680891
May 10 17:20:27.301396 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58586) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:27.378844 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9ed8528d-55d0-4188-b69e-1954cea05af2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0959262bffe4536a1379eb100c2fb3d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0755281
May 10 17:20:27.381341 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58594) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:27.393941 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-99aee607-de5b-4098-90fe-df361edf02c6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:27.395218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-9769f06d-b7a9-4748-9138-678533ed29ab req-99aee607-de5b-4098-90fe-df361edf02c6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Synchronizing usage tracker for tenant:65dc90996cac43b7b8f79823e51569cf on resource:network {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:27.414540 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-9769f06d-b7a9-4748-9138-678533ed29ab req-99aee607-de5b-4098-90fe-df361edf02c6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Unset dirty status for tenant:65dc90996cac43b7b8f79823e51569cf on resource:network {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:27.416016 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-99aee607-de5b-4098-90fe-df361edf02c6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 815 time: 0.1823637
May 10 17:20:27.437214 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-87c3659d-5f22-4167-8bcf-f1f63bfd1b8b tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/quotas/65dc90996cac43b7b8f79823e51569cf HTTP/1.1" status: 200  len: 375 time: 0.0126371
May 10 17:20:27.444036 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.478267 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.538894 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-9769f06d-b7a9-4748-9138-678533ed29ab req-9c3d3933-12d6-418a-b143-9d13daad3581 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Synchronizing usage tracker for tenant:65dc90996cac43b7b8f79823e51569cf on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:27.553672 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.560855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eacae584-0ab1-4485-8a87-30f2695c3b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.563399 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-9769f06d-b7a9-4748-9138-678533ed29ab req-9c3d3933-12d6-418a-b143-9d13daad3581 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Unset dirty status for tenant:65dc90996cac43b7b8f79823e51569cf on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:27.564924 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-9c3d3933-12d6-418a-b143-9d13daad3581 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1187706
May 10 17:20:27.572574 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e3f22-2f84-4d13-a222-38668efe5bb0,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.577443 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.581636 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.586030 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/231e3f22-2f84-4d13-a222-38668efe5bb0 HTTP/1.1" status: 204  len: 168 time: 0.2033715
May 10 17:20:27.747017 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-d77cd0be-90a5-42c9-8a19-284a1afb9278 service neutron] 10.222.0.13 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638548
May 10 17:20:27.927047 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-ba11217c-f956-44c3-a8b3-5dead213585e service neutron] 10.222.0.13 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683791
May 10 17:20:28.185911 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ae7fa7fa-225e-4517-a7b6-2f2af7ea9cc3 req-8d5634a6-0e60-4e32-a19a-64f76ff0e2ee tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 210 time: 0.0630646
May 10 17:20:28.310014 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c77743-4ad3-42f6-a602-23493866e38b req-3d54682d-b71d-4da7-a7a3-7fe23afac687 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:28.317065 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d7c77743-4ad3-42f6-a602-23493866e38b req-3d54682d-b71d-4da7-a7a3-7fe23afac687 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.0938954
May 10 17:20:28.374166 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d7c77743-4ad3-42f6-a602-23493866e38b req-30a6448e-7d08-4135-9187-7ccd8ff401e0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560706
May 10 17:20:29.339578 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f1395e60-4a17-434d-97bd-0a75e3edcc82 req-8a9b854c-b4bc-46d3-9e93-2279cdbda109 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 210 time: 0.0524311
May 10 17:20:29.563455 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f442614-da06-4060-abb3-205a3e293b21 req-44ab3cd7-3838-47ea-bc93-f083249387f3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:29.564948 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7f442614-da06-4060-abb3-205a3e293b21 req-44ab3cd7-3838-47ea-bc93-f083249387f3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.0790145
May 10 17:20:29.614128 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7f442614-da06-4060-abb3-205a3e293b21 req-e2754134-4d75-4b06-a3a9-e3392b335cd3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433033
May 10 17:20:29.728597 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 58700) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:29.846946 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.861207 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:29.871706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Usage tracker for resource:security_group_rule and tenant:2c8bb08815634dc09c70b6d3cf561035 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:29.874779 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:29.881316 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:29.961631 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.965621 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.977816 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bdab44e6-53c8-467d-9c45-812d7a3a954a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.016904 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c8bb08815634dc09c70b6d3cf561035&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2872403
May 10 17:20:30.018571 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18874b0f-d90c-4de9-92df-c1087786f395,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.020210 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58708) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:30.023704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.090137 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.115303 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.168545 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.172288 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-26ee852e-da87-447d-a68e-57526d115f69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.183412 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18874b0f-d90c-4de9-92df-c1087786f395,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.187936 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.192043 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.193137 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18874b0f-d90c-4de9-92df-c1087786f395 HTTP/1.1" status: 204  len: 168 time: 0.1715801
May 10 17:20:30.498216 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3c046fdf-b97f-4ac5-b305-fbfacd0b0c07 req-b52df5ef-bc2a-4c88-934d-4e8698db2741 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 210 time: 0.0480776
May 10 17:20:30.807576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc0453-3b39-4a38-a5a6-756c9d9737fa req-3f34d606-3d60-48f9-81ff-3af55e3d2e48 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:30.809113 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0dcc0453-3b39-4a38-a5a6-756c9d9737fa req-3f34d606-3d60-48f9-81ff-3af55e3d2e48 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 944 time: 0.0833681
May 10 17:20:30.838018 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:30.861241 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0dcc0453-3b39-4a38-a5a6-756c9d9737fa req-9200a363-47c1-45ad-ada6-99db65e8930f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465565
May 10 17:20:30.909162 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 1084279b-00d6-4577-aacc-d687593238ea triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:30.909564 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:31.030626 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:31.063361 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:31.076288 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:31.081748 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:31.084775 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ae8c8d80-4948-4f68-8a48-0c711546f0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:31.115647 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084279b-00d6-4577-aacc-d687593238ea', 'code': 200}
May 10 17:20:31.183082 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=10']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:31.186087 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:31.649105 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e45b6a7c-88ae-49d2-8cb6-19d1668288fe req-f864ad70-8381-4803-b69a-29b52aa67cc2 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 210 time: 0.0443912
May 10 17:20:32.090487 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f26cb6-81ad-4d10-9b4e-d09dca00c530 req-155228a1-032f-4f9e-a8a3-5de007d2aa23 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:32.091964 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91f26cb6-81ad-4d10-9b4e-d09dca00c530 req-155228a1-032f-4f9e-a8a3-5de007d2aa23 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0908391
May 10 17:20:32.137202 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91f26cb6-81ad-4d10-9b4e-d09dca00c530 req-4d0d1e1e-7d3c-400e-b24d-e276d75acae3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388017
May 10 17:20:32.458788 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-3c4767a5-9f19-4ada-8258-1f94afbd3102 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:32.460353 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-3c4767a5-9f19-4ada-8258-1f94afbd3102 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.43 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 815 time: 0.1600289
May 10 17:20:32.482909 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'port': {'device_id': '568f99e6-7a70-431d-b755-926e0457b0f6', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'admin_state_up': True, 'tenant_id': '65dc90996cac43b7b8f79823e51569cf'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:32.502729 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e739b-b838-4a8d-a60c-323b316c4599 req-7585b659-79aa-489d-8da4-de4aca9fb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:32.505736 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-140e739b-b838-4a8d-a60c-323b316c4599 req-7585b659-79aa-489d-8da4-de4aca9fb923 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1099 time: 0.0817945
May 10 17:20:32.583132 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-140e739b-b838-4a8d-a60c-323b316c4599 req-49fd8810-713b-4238-bdee-202d93dea196 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552473
May 10 17:20:32.726950 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:32.736686 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:32.749927 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Made reservation on behalf of 65dc90996cac43b7b8f79823e51569cf for: {'port': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:32.753903 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.819959 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-845d64ba-a767-49ee-a098-ef4180b6b209 req-946f7451-ba32-40ba-a7ab-b67f7d31747b tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 210 time: 0.0560033
May 10 17:20:32.981429 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Allocated IP 172.20.0.5 (ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3/765a6d6f-986e-46ff-8871-3349240f6ebf/a97855f9-97c4-4f74-94cd-65fd79c3fb01) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:33.239925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.276171 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Transition to ACTIVE for port object a97855f9-97c4-4f74-94cd-65fd79c3fb01 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:33.380214 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.389092 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:33.442586 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f39de-e723-49cf-8843-815f23b58f74 req-ca371070-5bbd-4c60-bbad-3841c4569f9f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:33.450058 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0d5f39de-e723-49cf-8843-815f23b58f74 req-ca371070-5bbd-4c60-bbad-3841c4569f9f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.1706612
May 10 17:20:33.520949 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:33.534240 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:33.542770 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:33.572852 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:33.581578 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:33.592970 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0d5f39de-e723-49cf-8843-815f23b58f74 req-201c57e5-c1ae-4ec1-af03-b572d2f1df2f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418839
May 10 17:20:33.652007 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:33.652672 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.699204 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2230508
May 10 17:20:33.873080 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-63e09b0c-480a-49e1-90a6-f6cd1db62839 None None] Provisioning for port a97855f9-97c4-4f74-94cd-65fd79c3fb01 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:33.878395 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-63e09b0c-480a-49e1-90a6-f6cd1db62839 None None] Provisioning complete for port a97855f9-97c4-4f74-94cd-65fd79c3fb01 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:33.878395 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-63e09b0c-480a-49e1-90a6-f6cd1db62839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.936732 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-63e09b0c-480a-49e1-90a6-f6cd1db62839 None None] Port a97855f9-97c4-4f74-94cd-65fd79c3fb01 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:34.102476 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5a937-51c0-45ab-9033-2bb582f7fc7b req-4d665a45-c525-451f-8d3e-ce25a5e6be81 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:34.103239 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e8b5a937-51c0-45ab-9033-2bb582f7fc7b req-4d665a45-c525-451f-8d3e-ce25a5e6be81 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Synchronizing usage tracker for tenant:65dc90996cac43b7b8f79823e51569cf on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:34.118956 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876ba88-12a4-4ddf-9260-57c986821440 req-250087fd-daeb-419b-8ed1-71fd2ceda5c0 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:34.120534 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9876ba88-12a4-4ddf-9260-57c986821440 req-250087fd-daeb-419b-8ed1-71fd2ceda5c0 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1278255
May 10 17:20:34.150358 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e8b5a937-51c0-45ab-9033-2bb582f7fc7b req-4d665a45-c525-451f-8d3e-ce25a5e6be81 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Unset dirty status for tenant:65dc90996cac43b7b8f79823e51569cf on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:34.151520 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e8b5a937-51c0-45ab-9033-2bb582f7fc7b req-4d665a45-c525-451f-8d3e-ce25a5e6be81 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.2164147
May 10 17:20:34.204651 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9876ba88-12a4-4ddf-9260-57c986821440 req-3b8213ea-7b35-4cc3-8bc6-6f1a23e7ca25 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766656
May 10 17:20:34.217184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e8b5a937-51c0-45ab-9033-2bb582f7fc7b req-314ed7c7-349f-4c22-99cb-f96eee4495fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Synchronizing usage tracker for tenant:65dc90996cac43b7b8f79823e51569cf on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:34.234091 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e8b5a937-51c0-45ab-9033-2bb582f7fc7b req-314ed7c7-349f-4c22-99cb-f96eee4495fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Unset dirty status for tenant:65dc90996cac43b7b8f79823e51569cf on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:34.235327 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e8b5a937-51c0-45ab-9033-2bb582f7fc7b req-314ed7c7-349f-4c22-99cb-f96eee4495fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779557
May 10 17:20:34.823310 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db68874-d08e-49fc-b1dd-9e6411447300 req-533eedab-ecad-4ee3-8713-2896fabba31e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:34.831314 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4db68874-d08e-49fc-b1dd-9e6411447300 req-533eedab-ecad-4ee3-8713-2896fabba31e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.1086884
May 10 17:20:34.899245 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4db68874-d08e-49fc-b1dd-9e6411447300 req-4daa0ac4-3a02-49be-8224-31a2b7f9f297 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642016
May 10 17:20:35.157759 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:20:35.460450 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be81f-4d59-43d2-b9ea-0cc8426088d9 req-f64aeaaf-1c5c-47b7-aa37-6501544b718b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:35.462824 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f31be81f-4d59-43d2-b9ea-0cc8426088d9 req-f64aeaaf-1c5c-47b7-aa37-6501544b718b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1406229
May 10 17:20:35.498350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0352b7e-10ce-4d74-96cc-98fa7c21622e req-68c20e7c-b50e-423c-a0ff-42dc2fd09c38 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:35.501292 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e0352b7e-10ce-4d74-96cc-98fa7c21622e req-68c20e7c-b50e-423c-a0ff-42dc2fd09c38 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.1410635
May 10 17:20:35.558989 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f31be81f-4d59-43d2-b9ea-0cc8426088d9 req-2027c0ef-eb4e-43e5-b7da-f94fb4bfe35d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893888
May 10 17:20:35.566499 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e0352b7e-10ce-4d74-96cc-98fa7c21622e req-f7eafcd9-672a-482e-bacb-78d0d1f27bf5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591931
May 10 17:20:36.100659 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa1161-660d-4f3f-9f4c-9a3e816e1bad req-1db18605-205d-4fc9-bfba-4e09eb880a84 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:36.107703 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-98fa1161-660d-4f3f-9f4c-9a3e816e1bad req-1db18605-205d-4fc9-bfba-4e09eb880a84 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0872626
May 10 17:20:36.152837 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-98fa1161-660d-4f3f-9f4c-9a3e816e1bad req-154c103c-b1af-451a-b0b3-0a82c625f64b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441751
May 10 17:20:36.836607 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26f1c3-c3e3-42a7-bc37-3307003c0c3d req-5cce11d1-945c-410b-ad07-123ba18ca2a2 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:36.838017 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ae26f1c3-c3e3-42a7-bc37-3307003c0c3d req-5cce11d1-945c-410b-ad07-123ba18ca2a2 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.1472857
May 10 17:20:36.851095 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea30c-b363-48a9-bb20-e583c7170f4a req-8b906b75-3ced-4ee9-941c-9a8c9be01460 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:36.852611 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9faea30c-b363-48a9-bb20-e583c7170f4a req-8b906b75-3ced-4ee9-941c-9a8c9be01460 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1596725
May 10 17:20:36.927605 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ae26f1c3-c3e3-42a7-bc37-3307003c0c3d req-8bd2c949-28cb-4480-8701-8e5f4e6673bf tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739958
May 10 17:20:36.932232 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9faea30c-b363-48a9-bb20-e583c7170f4a req-8e7b0a61-e138-4d5c-9ec7-224bb2558964 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656264
May 10 17:20:37.386694 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0fcf-2617-4da0-a41a-9c7cf0e6ce41 req-1c1acb09-a378-469b-814f-0627580063bd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:37.389162 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd9b0fcf-2617-4da0-a41a-9c7cf0e6ce41 req-1c1acb09-a378-469b-814f-0627580063bd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.1136158
May 10 17:20:37.483182 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd9b0fcf-2617-4da0-a41a-9c7cf0e6ce41 req-7e20691c-5579-4cf5-9ea3-85c0f166358d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864055
May 10 17:20:38.297159 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66160b-685f-40f1-bf90-fad643b05fd6 req-edc30382-0d21-4d32-855a-fc64d78429c7 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:38.298645 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9e66160b-685f-40f1-bf90-fad643b05fd6 req-edc30382-0d21-4d32-855a-fc64d78429c7 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.2276978
May 10 17:20:38.338809 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d5ab1-80c1-4536-8a01-5c3679a4097b req-4a53dfd4-91b3-4ea1-a4f4-843dba1fbfb4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:38.340310 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0a3d5ab1-80c1-4536-8a01-5c3679a4097b req-4a53dfd4-91b3-4ea1-a4f4-843dba1fbfb4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1329160
May 10 17:20:38.393351 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9e66160b-685f-40f1-bf90-fad643b05fd6 req-e34dba5e-0f27-4c66-b865-775e7fc66e22 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830464
May 10 17:20:38.420796 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0a3d5ab1-80c1-4536-8a01-5c3679a4097b req-aca37ccf-5b8d-4590-8be7-21b1ca894e6e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721829
May 10 17:20:38.682868 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca992567-a298-4dfe-8397-eadc1c141536 req-96e81492-f98b-4cd6-aec6-945fac97e6ff tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:38.684378 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ca992567-a298-4dfe-8397-eadc1c141536 req-96e81492-f98b-4cd6-aec6-945fac97e6ff tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0798972
May 10 17:20:38.730190 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ca992567-a298-4dfe-8397-eadc1c141536 req-5a7eabea-23b2-42c6-bafa-306905ec66e0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399833
May 10 17:20:39.653495 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69354f7e-ca04-4194-8d8d-c5d4ed1790d6 req-a2846596-4a66-4d02-bf2c-7640a800e863 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.655029 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69354f7e-ca04-4194-8d8d-c5d4ed1790d6 req-a2846596-4a66-4d02-bf2c-7640a800e863 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.1412194
May 10 17:20:39.688470 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311490a-e444-4cca-b7d5-dde033377634 req-5363a21f-d109-4894-95a9-3dd8abdcd3db tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.695023 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0311490a-e444-4cca-b7d5-dde033377634 req-5363a21f-d109-4894-95a9-3dd8abdcd3db tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1460540
May 10 17:20:39.754751 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69354f7e-ca04-4194-8d8d-c5d4ed1790d6 req-07e3a51b-3ae1-40f7-8fed-1bc833c2b0db tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921893
May 10 17:20:39.761899 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0311490a-e444-4cca-b7d5-dde033377634 req-0b3619aa-5540-4cf6-b960-05bf0dad44ac tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629606
May 10 17:20:39.954352 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577564-7eb8-41b6-bbfd-8f10ef461bf5 req-646c6b89-59f5-423f-90ab-7ad0a757812d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.955841 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d8577564-7eb8-41b6-bbfd-8f10ef461bf5 req-646c6b89-59f5-423f-90ab-7ad0a757812d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0867550
May 10 17:20:40.006219 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d8577564-7eb8-41b6-bbfd-8f10ef461bf5 req-15a1ccf5-87d6-4a18-966f-6727f6bfce7a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422122
May 10 17:20:40.226608 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5b9e-df4b-47ea-b103-b680d6d0c134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.092715 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b21e6-5cef-43e7-84d0-4fe841620e23 req-5f8f94db-3a1e-466d-92bb-e98ce3c95b93 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:41.100676 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a35b21e6-5cef-43e7-84d0-4fe841620e23 req-5f8f94db-3a1e-466d-92bb-e98ce3c95b93 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.1812494
May 10 17:20:41.123558 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038681-d3fa-41e0-9074-a9b42bbef4d4 req-4214760f-644c-4216-85bb-d545acfc6ea7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:41.125332 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-82038681-d3fa-41e0-9074-a9b42bbef4d4 req-4214760f-644c-4216-85bb-d545acfc6ea7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2402198
May 10 17:20:41.200211 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a35b21e6-5cef-43e7-84d0-4fe841620e23 req-4c0b0f96-13b3-402c-9bbc-b1142ccebb61 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961733
May 10 17:20:41.322773 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-82038681-d3fa-41e0-9074-a9b42bbef4d4 req-fdb9f007-18ac-4e0b-86d2-1455119cc797 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1846576
May 10 17:20:41.627611 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49746-553b-452e-9a7a-8a88e500dc47 req-6da4840e-55db-4630-8abb-2daa3412dfd1 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:41.630337 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-09a49746-553b-452e-9a7a-8a88e500dc47 req-6da4840e-55db-4630-8abb-2daa3412dfd1 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.1156950
May 10 17:20:41.688670 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-09a49746-553b-452e-9a7a-8a88e500dc47 req-4fe939bf-b685-4a3c-849b-096ab204125a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512221
May 10 17:20:42.420541 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851a136-0d8e-4d11-a1b1-1265973b0039 req-74c12f99-5ede-4357-a768-52871113183d tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:42.422200 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c851a136-0d8e-4d11-a1b1-1265973b0039 req-74c12f99-5ede-4357-a768-52871113183d tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.1155262
May 10 17:20:42.534956 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c851a136-0d8e-4d11-a1b1-1265973b0039 req-94b77083-34df-4681-b5fb-6a5a9484f8db tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052005
May 10 17:20:42.586630 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235254e2-5e9c-4025-ac8c-cea85f8a75d7 req-ed1701c8-9e15-447b-8de4-3bc99159e6e0 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:42.595757 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-235254e2-5e9c-4025-ac8c-cea85f8a75d7 req-ed1701c8-9e15-447b-8de4-3bc99159e6e0 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1482539
May 10 17:20:42.663958 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-235254e2-5e9c-4025-ac8c-cea85f8a75d7 req-a5d09945-f857-4ba3-b6c9-c6d31dcf6a86 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663996
May 10 17:20:42.714021 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.931967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018444d-e99d-4a70-be88-e80ccf600568 req-816cff6f-9c02-4099-8d89-677dea40fc12 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:42.937766 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-91fa4a15-92a0-4942-b856-74b567ead4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.942342 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1018444d-e99d-4a70-be88-e80ccf600568 req-816cff6f-9c02-4099-8d89-677dea40fc12 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.1114860
May 10 17:20:42.992475 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1018444d-e99d-4a70-be88-e80ccf600568 req-981c391c-37f1-4fca-a08d-dde922ddccc4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491605
May 10 17:20:43.199350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 58996) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:43.349675 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.365816 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:43.369795 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a42bdca0cbb64c3d8d5b6b067cde29cd is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:43.372908 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:43.381737 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:43.492921 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.497069 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.507515 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3b158abf-eb3d-4ff9-9745-8dea9d217d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:43.546676 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075a5720-4f4d-4d54-ae9b-064d9a05cf91,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:43.552523 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:43.558665 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59008) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:43.572546 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a42bdca0cbb64c3d8d5b6b067cde29cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3719389
May 10 17:20:43.639322 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.675039 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.756151 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.761715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5a513a3-2364-4e11-b088-79de3df54cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:43.774766 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a5720-4f4d-4d54-ae9b-064d9a05cf91,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:43.777729 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:43.786564 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d3d59-38b6-4824-aef4-3ec06f6fbfdb req-f2d01f3d-9952-4f02-b53f-1175d1ad246f tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:43.787132 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.789460 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/075a5720-4f4d-4d54-ae9b-064d9a05cf91 HTTP/1.1" status: 204  len: 168 time: 0.2296555
May 10 17:20:43.802909 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b57d3d59-38b6-4824-aef4-3ec06f6fbfdb req-f2d01f3d-9952-4f02-b53f-1175d1ad246f tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.1361043
May 10 17:20:43.888818 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.928764 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b57d3d59-38b6-4824-aef4-3ec06f6fbfdb req-b6f25c7a-5f42-4a0d-aa2c-f993f0b9d444 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244655
May 10 17:20:43.979250 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712443d-7334-4b50-8c2a-f1cd3c28a941 req-1fd32a25-467c-464d-822f-bcab5b7cb870 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:43.980918 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b712443d-7334-4b50-8c2a-f1cd3c28a941 req-1fd32a25-467c-464d-822f-bcab5b7cb870 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1315057
May 10 17:20:44.072573 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b712443d-7334-4b50-8c2a-f1cd3c28a941 req-9fcb3d81-f5b9-4ba3-9135-0a0ce9d35c2d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854936
May 10 17:20:44.239012 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59024) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:44.254443 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83559de-43c9-4dd7-b513-5449c2ab3106 req-dc806f26-0507-40d5-8fbf-6d91216dfe89 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:44.256573 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c83559de-43c9-4dd7-b513-5449c2ab3106 req-dc806f26-0507-40d5-8fbf-6d91216dfe89 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0982680
May 10 17:20:44.271279 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.288370 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:44.292266 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Usage tracker for resource:security_group_rule and tenant:166b5f49585543ce9a62d39a39d4e980 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:44.295179 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:44.301855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:44.331474 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c83559de-43c9-4dd7-b513-5449c2ab3106 req-7227ab0e-4455-41b5-9545-e416a7888b10 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664132
May 10 17:20:44.413517 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.418149 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.426020 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8ee2a82d-8fba-4742-b90e-d3727049c63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:44.471297 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb61d14d-deb4-4ec0-9186-580eccebcdc0,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:44.482296 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=166b5f49585543ce9a62d39a39d4e980&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2419555
May 10 17:20:44.483367 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:44.483941 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59038) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:44.578430 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.652893 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.739793 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.750758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b2d20417-8348-436e-8292-c45d8e84c3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:44.787958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb61d14d-deb4-4ec0-9186-580eccebcdc0,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:44.790885 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.799086 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb61d14d-deb4-4ec0-9186-580eccebcdc0 HTTP/1.1" status: 204  len: 168 time: 0.3074906
May 10 17:20:44.799086 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:44.804700 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:45.197135 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1247fa-eaad-4626-9b1d-90bb90ff3efa req-52970dc2-56dc-4cd2-a38c-f15f4b8710df tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:45.198931 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bc1247fa-eaad-4626-9b1d-90bb90ff3efa req-52970dc2-56dc-4cd2-a38c-f15f4b8710df tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 931 time: 0.0940731
May 10 17:20:45.251199 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bc1247fa-eaad-4626-9b1d-90bb90ff3efa req-2d19d8cf-2ddf-43a5-9f54-79503ede616e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454726
May 10 17:20:45.435980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eef41c-5d6f-41f1-8203-a179f89c1b56 req-a4677a9e-c8de-4939-989a-8e202dd39bf6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:45.437458 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a2eef41c-5d6f-41f1-8203-a179f89c1b56 req-a4677a9e-c8de-4939-989a-8e202dd39bf6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1736462
May 10 17:20:45.535847 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Request body: {'port': {'device_id': '568f99e6-7a70-431d-b755-926e0457b0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:45.612287 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a2eef41c-5d6f-41f1-8203-a179f89c1b56 req-a392c322-cd0a-4df1-b6f0-0bff26ab4e76 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612215
May 10 17:20:45.644496 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:45.702859 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d098f-3154-4865-9c09-fb7b02fca2bd req-8fb07161-974f-421b-8119-b64d73038368 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:45.711094 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-380d098f-3154-4865-9c09-fb7b02fca2bd req-8fb07161-974f-421b-8119-b64d73038368 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.2581961
May 10 17:20:45.742820 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:45.782795 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59090) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:45.813985 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-380d098f-3154-4865-9c09-fb7b02fca2bd req-79cfbd99-ef29-4720-890d-7e8cb55d2d8f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020141
May 10 17:20:45.875633 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-66413b7c-7321-4b34-b11e-6a7382b94b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:45.877340 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-66413b7c-7321-4b34-b11e-6a7382b94b0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 1099 time: 0.0880160
May 10 17:20:45.926089 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349614328-network', 'tenant_id': '334115305f804d02ba0e9fc0babb965c'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:45.933685 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:46.068728 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Usage tracker for resource:network and tenant:334115305f804d02ba0e9fc0babb965c is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:46.075035 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:46.084238 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:46.118146 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Made reservation on behalf of 334115305f804d02ba0e9fc0babb965c for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:46.120669 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.136008 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97855f9-97c4-4f74-94cd-65fd79c3fb01 {{(pid=78765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:46.142859 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.155108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.158279 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-c41754f9-e3d9-42fd-b4fc-3e8946c67cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:46.160002 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-c41754f9-e3d9-42fd-b4fc-3e8946c67cf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.2592280
May 10 17:20:46.165243 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:46.169922 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Usage tracker for resource:security_group_rule and tenant:334115305f804d02ba0e9fc0babb965c is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:46.171567 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Transition to ACTIVE for port object a97855f9-97c4-4f74-94cd-65fd79c3fb01 will not be triggered until provisioned by entity L2. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:46.173182 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:46.179472 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.180659 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:46.185262 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:46.363078 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-3777481f-5f71-4289-9188-f789aee7e653 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 200  len: 1001 time: 0.1670308
May 10 17:20:46.418329 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Pushing event updated for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:46.422110 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:46.533691 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-00f58086-36b6-4e05-8db5-4cea39177411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:46.535403 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-00f58086-36b6-4e05-8db5-4cea39177411 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.1615891
May 10 17:20:46.547983 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.616942 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.621692 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:46.650781 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383df9d5-ff3a-482e-a230-e38d19622b26,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:46.668207 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:46.688543 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Attempting to bind port a97855f9-97c4-4f74-94cd-65fd79c3fb01 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:46.689079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Attempting to bind port a97855f9-97c4-4f74-94cd-65fd79c3fb01 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:46.689370 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Attempting to bind port a97855f9-97c4-4f74-94cd-65fd79c3fb01 on network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:46.702442 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:20:46.705051 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Port a97855f9-97c4-4f74-94cd-65fd79c3fb01 on network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:46.705351 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Attempting to bind port a97855f9-97c4-4f74-94cd-65fd79c3fb01 on network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:46.725587 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:46.725933 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Checking segment: {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:46.726376 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Bound using segment: {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:46.726794 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Bound port: a97855f9-97c4-4f74-94cd-65fd79c3fb01, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4ceb47-9752-402e-841e-15a0ac6591a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3'}}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:46.727120 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.748467 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.750291 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Added segment d6c134e1-69aa-4622-987a-7b4d9cc444d2 of type vlan for network d773b88d-ff29-4d86-a2df-071758037a83
May 10 17:20:46.778422 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-08236eed-f488-4b9e-8ec2-db09b13a070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:46.780015 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-08236eed-f488-4b9e-8ec2-db09b13a070d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2299664
May 10 17:20:46.858490 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5a815-87cb-4baf-b21d-9cb9b615a58e req-24c83bae-e7ff-46be-8403-e45ba1f1dfb5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:46.868107 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69d5a815-87cb-4baf-b21d-9cb9b615a58e req-24c83bae-e7ff-46be-8403-e45ba1f1dfb5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 943 time: 0.2952068
May 10 17:20:46.916411 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.997776 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.000931 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.001770 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.009417 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-543b5711-deb5-422c-8b47-d7cee5297ba7 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2202046
May 10 17:20:47.012689 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:47.088822 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69d5a815-87cb-4baf-b21d-9cb9b615a58e req-4bc05744-0579-4a7d-8cf4-ded0568ccb22 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196181
May 10 17:20:47.129005 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Pushing event updated for resources: {'Network': ['ID=d773b88d-ff29-4d86-a2df-071758037a83,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:47.145107 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network d773b88d-ff29-4d86-a2df-071758037a83 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:47.155795 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:47.226657 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, cleared binding levels {{(pid=78765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:47.256056 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4695301
May 10 17:20:47.265699 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59152) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:47.272381 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Request body: {'subnet': {'network_id': 'd773b88d-ff29-4d86-a2df-071758037a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349614328-subnet', 'tenant_id': '334115305f804d02ba0e9fc0babb965c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:47.277864 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:47.285566 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Usage tracker for resource:subnet and tenant:334115305f804d02ba0e9fc0babb965c is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:47.290194 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:47.300911 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:47.303679 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa0bf8-b790-48ab-bd78-899d153ca8e1 req-34615949-e9c8-4178-acb7-168baf872788 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.305495 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f0fa0bf8-b790-48ab-bd78-899d153ca8e1 req-34615949-e9c8-4178-acb7-168baf872788 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.5352478
May 10 17:20:47.319655 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:47.328232 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-79e919fe-e9f3-4af4-82bd-e5faaeeabab4 req-2d980fcb-8ae6-434e-91f7-51684522a1ad service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095244
May 10 17:20:47.329684 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Made reservation on behalf of 334115305f804d02ba0e9fc0babb965c for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:47.332570 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082464'] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.343509 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.353275 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:47.430218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.431837 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.433598 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] 10.222.0.43 "PUT /v2.0/ports/a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 1093 time: 1.9083753
May 10 17:20:47.440618 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:47.475725 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f0fa0bf8-b790-48ab-bd78-899d153ca8e1 req-ac859970-5685-48e9-9324-c93f97e07765 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598783
May 10 17:20:47.493008 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Pushing event updated for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=3']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:47.498872 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:47.536609 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda5c9-90be-4ba0-819b-461b2aa06493 req-0c407288-eb8f-4160-bf97-38ea424278f7 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.542759 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-92bda5c9-90be-4ba0-819b-461b2aa06493 req-0c407288-eb8f-4160-bf97-38ea424278f7 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.3102746
May 10 17:20:47.635741 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'status': 'completed', 'code': 200}
May 10 17:20:47.716739 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-92bda5c9-90be-4ba0-819b-461b2aa06493 req-53336d84-36fe-4977-be82-cd4f4b521581 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840778
May 10 17:20:47.744932 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-66092aab-7388-4b1e-898e-e5b77c97b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.746402 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-66092aab-7388-4b1e-898e-e5b77c97b65a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1096 time: 0.2027338
May 10 17:20:47.833112 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-960e89db-644d-431c-8e40-43e32ecb188e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 217 time: 0.0688004
May 10 17:20:47.861054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2981355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082386'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.871675 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3b86f840-c34d-400e-bf76-99982f36f4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:47.943109 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-8619f1a8-2b55-4953-b808-a0ca3f54d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.944582 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-8619f1a8-2b55-4953-b808-a0ca3f54d46d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 200  len: 854 time: 0.0882928
May 10 17:20:47.974812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4a4fda-bb6b-41cb-81b4-b1d2d283a840,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:47.978370 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:47.981162 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Checking segment: {'id': 'd6c134e1-69aa-4622-987a-7b4d9cc444d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd773b88d-ff29-4d86-a2df-071758037a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:47.981455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Network hostable DHCP agents. Network: d773b88d-ff29-4d86-a2df-071758037a83, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:47.999007 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Network d773b88d-ff29-4d86-a2df-071758037a83 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:48.012288 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, d773b88d-ff29-4d86-a2df-071758037a83) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:48.023184 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bf5bb-cb8d-40a7-bded-d8e5bbe8d262 None None] Network d773b88d-ff29-4d86-a2df-071758037a83 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:48.032680 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.034125 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.063990 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9a68ba62-d058-471c-be77-65a85d23fe71 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7965751
May 10 17:20:48.303786 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f397df-c3e4-4994-98b8-ef6dfbb75acf None None] Network d773b88d-ff29-4d86-a2df-071758037a83 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:48.304686 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f06d-b7a9-4748-9138-678533ed29ab req-02edd167-b155-4838-bd84-0b1f3a8ebba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.306441 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-02edd167-b155-4838-bd84-0b1f3a8ebba8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2598658
May 10 17:20:48.369929 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981964a-6e19-4cf7-831e-758d48d52245 req-171368bc-aff1-4f6a-bc4f-457792e8b0de tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.375094 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2981964a-6e19-4cf7-831e-758d48d52245 req-171368bc-aff1-4f6a-bc4f-457792e8b0de tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 945 time: 0.2797520
May 10 17:20:48.563590 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2981964a-6e19-4cf7-831e-758d48d52245 req-29402c1f-55dc-4136-afd3-ffb41b11a04d tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021063
May 10 17:20:48.603580 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-638742eb-a3d6-4aa7-93a9-1deae9ce1407 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820899
May 10 17:20:48.619384 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c109956-49e0-4988-bae3-291ac9aead98 req-a3a48e8b-ef22-495a-a0a7-160b8aebe7f8 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.621468 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c109956-49e0-4988-bae3-291ac9aead98 req-a3a48e8b-ef22-495a-a0a7-160b8aebe7f8 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 943 time: 0.2989368
May 10 17:20:48.809781 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c109956-49e0-4988-bae3-291ac9aead98 req-1e3e5e06-f165-45c2-91ef-cf1f9b7c1b96 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688740
May 10 17:20:48.820151 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59196) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:48.826838 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1600459064-network', 'tenant_id': '4d950c1c410d45f7898bd003b55ee40b'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:48.838596 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:48.854897 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Usage tracker for resource:network and tenant:4d950c1c410d45f7898bd003b55ee40b is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:48.861226 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:48.867313 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9769f06d-b7a9-4748-9138-678533ed29ab req-b0afb2de-90b1-4522-9a2d-6a1b643263b5 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2447681
May 10 17:20:48.872702 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:48.892473 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Made reservation on behalf of 4d950c1c410d45f7898bd003b55ee40b for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:48.896859 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.913407 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.919589 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e19f-4e07-4336-bc32-e6a700d2c1e3 req-43f8d280-2a99-4974-b5b6-c8db7caa9f75 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.921104 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2f62e19f-4e07-4336-bc32-e6a700d2c1e3 req-43f8d280-2a99-4974-b5b6-c8db7caa9f75 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1766219
May 10 17:20:48.933311 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:48.937587 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Usage tracker for resource:security_group_rule and tenant:4d950c1c410d45f7898bd003b55ee40b is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:48.941343 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:48.949841 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:49.056037 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.056902 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2f62e19f-4e07-4336-bc32-e6a700d2c1e3 req-947ac229-999e-4c09-a672-ce5bde201a7c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284556
May 10 17:20:49.060409 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.065572 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a1be0e9e-3947-46f9-b89a-885810db37e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:49.100147 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:20:49.102362 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51cc716-2683-4e1c-a3fa-9b70048a352f,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:49.105810 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:49.114841 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.115180 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Added segment ff2973a2-ce44-4929-b8cc-08a95e7a012b of type vlan for network bd336992-3848-4a6b-b675-5676a836f3cc
May 10 17:20:49.119148 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc48c5-0ec3-4747-afe6-cec4a1119d44 req-c03f9149-fc5e-4f57-b25a-e85bfa5345b9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.120696 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-36dc48c5-0ec3-4747-afe6-cec4a1119d44 req-c03f9149-fc5e-4f57-b25a-e85bfa5345b9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.1569657
May 10 17:20:49.144963 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.147593 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-369609cc-ddec-4895-957f-e251f5ee516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.149073 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-369609cc-ddec-4895-957f-e251f5ee516d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1096 time: 0.1347835
May 10 17:20:49.177543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.178961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.179586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.183155 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-30da79ed-8b9f-4ff7-8d6a-845ebb0a2a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:49.239513 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-36dc48c5-0ec3-4747-afe6-cec4a1119d44 req-37fb9a46-c536-4fee-89b4-cab0111687cc tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099830
May 10 17:20:49.283033 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Pushing event updated for resources: {'Network': ['ID=bd336992-3848-4a6b-b675-5676a836f3cc,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:49.285967 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:49.291062 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4666512
May 10 17:20:49.291503 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59204) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:49.296143 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network bd336992-3848-4a6b-b675-5676a836f3cc details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:49.298055 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Request body: {'subnet': {'network_id': 'bd336992-3848-4a6b-b675-5676a836f3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1600459064-subnet', 'tenant_id': '4d950c1c410d45f7898bd003b55ee40b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:49.304587 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:49.313915 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Usage tracker for resource:subnet and tenant:4d950c1c410d45f7898bd003b55ee40b is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:49.318193 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:49.327115 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:49.327366 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-e6978584-a83e-458a-aae5-aeca1f5af9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.328730 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-e6978584-a83e-458a-aae5-aeca1f5af9b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 916 time: 0.1723166
May 10 17:20:49.338863 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Made reservation on behalf of 4d950c1c410d45f7898bd003b55ee40b for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:49.341296 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082464'] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.408755 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-f994b24e-b381-4484-b3c1-721a9cdc5adb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 217 time: 0.0717671
May 10 17:20:49.482558 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-a56ea98a-60db-4776-9db7-c5b2a2713974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.484083 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-a56ea98a-60db-4776-9db7-c5b2a2713974 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 200  len: 854 time: 0.0663819
May 10 17:20:49.601978 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-50903845-0430-409c-836c-78cf14cbdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.603464 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-50903845-0430-409c-836c-78cf14cbdf08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763493
May 10 17:20:49.812113 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-5cdaa581-5b1c-4854-8188-cfff169fa7dc service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920028
May 10 17:20:49.829050 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e24a1-f6e3-466c-97a1-08e6ff0dd26e req-92c813eb-4c96-46a0-aa8f-e9cb91c5e13b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.830604 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ea2e24a1-f6e3-466c-97a1-08e6ff0dd26e req-92c813eb-4c96-46a0-aa8f-e9cb91c5e13b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 945 time: 0.1374693
May 10 17:20:49.836904 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2981355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082386'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.840707 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:49.926440 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f59f11-e295-454a-b473-3f4adba9e1a1,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:49.929891 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:49.933054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Checking segment: {'id': 'ff2973a2-ce44-4929-b8cc-08a95e7a012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bd336992-3848-4a6b-b675-5676a836f3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:49.933362 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Network hostable DHCP agents. Network: bd336992-3848-4a6b-b675-5676a836f3cc, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:49.955968 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Network bd336992-3848-4a6b-b675-5676a836f3cc is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:49.970326 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, bd336992-3848-4a6b-b675-5676a836f3cc) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:49.983537 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663de665-1780-4156-84ef-9c980ebe275d None None] Network bd336992-3848-4a6b-b675-5676a836f3cc requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:49.998807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.999735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.037242 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ea2e24a1-f6e3-466c-97a1-08e6ff0dd26e req-0a108110-8b1d-4dea-85f6-fdf8eec0dd1a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878145
May 10 17:20:50.134465 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-2eeb65e6-d5ec-4b63-96e1-f84426f6924f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8413367
May 10 17:20:50.173861 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a4287242-9495-49c9-945d-a5f70e5766d3 req-f3db0849-f4c6-40c9-8edd-5f2c79ccc261 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3422768
May 10 17:20:50.199565 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796fcc9-5699-4c8c-9c52-b77d28b9711a req-44400800-f8d5-4944-9e75-cc0df27bfdf6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:50.207995 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8796fcc9-5699-4c8c-9c52-b77d28b9711a req-44400800-f8d5-4944-9e75-cc0df27bfdf6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 943 time: 0.2422113
May 10 17:20:50.212849 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-e7f99122-cda6-4aec-b045-b18befa78dc1 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:50.213446 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-e7f99122-cda6-4aec-b045-b18befa78dc1 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Synchronizing usage tracker for tenant:8c96f015b11441d0982c705fcc6c5bbe on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:50.266263 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-e7f99122-cda6-4aec-b045-b18befa78dc1 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Unset dirty status for tenant:8c96f015b11441d0982c705fcc6c5bbe on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:50.267613 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-e7f99122-cda6-4aec-b045-b18befa78dc1 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 945 time: 0.2476604
May 10 17:20:50.451830 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8796fcc9-5699-4c8c-9c52-b77d28b9711a req-cc69b6d4-ac0e-4aee-87a9-73099411e986 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280560
May 10 17:20:50.478874 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ddd7b-20bd-4a43-a20b-71ff21efad17 None None] Network bd336992-3848-4a6b-b675-5676a836f3cc requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:50.496585 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e7681-4245-4e3b-a1c6-7a313e0c7ef0 req-06d7ff24-afc2-4b4b-96df-a610bf86dc8c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:50.500393 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bc2e7681-4245-4e3b-a1c6-7a313e0c7ef0 req-06d7ff24-afc2-4b4b-96df-a610bf86dc8c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2498698
May 10 17:20:50.504798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Deleting port febd2c6f-1f44-4497-afa3-266cce76d585 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:50.505400 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.555402 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bc2e7681-4245-4e3b-a1c6-7a313e0c7ef0 req-0def259f-d22d-4bd2-b7a5-f8236f67a1c9 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470655
May 10 17:20:50.658641 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] For port febd2c6f-1f44-4497-afa3-266cce76d585, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=febd2c6f-1f44-4497-afa3-266cce76d585,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:50.658997 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.793964 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Calling delete_port for febd2c6f-1f44-4497-afa3-266cce76d585 owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:50.917029 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.922653 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ac8ff98f-f116-4766-9d2f-5077c0d4699f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:50.957666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['febd2c6f-1f44-4497-afa3-266cce76d585'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:50.975932 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Pushing event deleted for resources: {'Port': ['ID=febd2c6f-1f44-4497-afa3-266cce76d585,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:51.009140 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:51.054256 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] No DVR routers for this DVR port febd2c6f-1f44-4497-afa3-266cce76d585 on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:20:51.056916 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.059689 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'name': 'network-vif-deleted', 'tag': 'febd2c6f-1f44-4497-afa3-266cce76d585'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:51.078185 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-65a957a1-c05b-4aa5-b4bd-fc288b8f7b5c req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "DELETE /v2.0/ports/febd2c6f-1f44-4497-afa3-266cce76d585 HTTP/1.1" status: 204  len: 173 time: 0.8038752
May 10 17:20:51.138963 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6718655b-b98d-4747-8e97-aa0536bec3d2', 'name': 'network-vif-deleted', 'tag': 'febd2c6f-1f44-4497-afa3-266cce76d585', 'status': 'completed', 'code': 200}
May 10 17:20:51.231969 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-094c0485-5f1b-4c42-b53d-e1fff480bfdc req-818faf64-3dd6-4556-968a-dd4428ad7b17 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=6718655b-b98d-4747-8e97-aa0536bec3d2 HTTP/1.1" status: 200  len: 210 time: 0.0465758
May 10 17:20:51.654778 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1278a7-6e7d-4d51-b9a7-f8853468af8b req-4f750f5a-e2f1-4a08-a996-1764fd67c7e1 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:51.662737 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-df1278a7-6e7d-4d51-b9a7-f8853468af8b req-4f750f5a-e2f1-4a08-a996-1764fd67c7e1 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 943 time: 0.0932026
May 10 17:20:51.749932 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-df1278a7-6e7d-4d51-b9a7-f8853468af8b req-2d9794cf-5a28-4fd1-bb97-eae7878b7585 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863290
May 10 17:20:51.797032 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1376c3-8865-44b0-b0c7-71110dd663a7 req-a5db8699-bb6b-4b38-b654-773a91e80ec3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:51.798552 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ef1376c3-8865-44b0-b0c7-71110dd663a7 req-a5db8699-bb6b-4b38-b654-773a91e80ec3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1161225
May 10 17:20:51.848401 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ef1376c3-8865-44b0-b0c7-71110dd663a7 req-e128f634-5e6d-4a84-83ad-69f56ee86c24 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410602
May 10 17:20:52.467348 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device a97855f9-97c4-4f74-94cd-65fd79c3fb01 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:52.625314 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:52.644528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'port_id': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'mac_address': 'fa:16:3e:98:b7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:52.702478 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.720356 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97855f9-97c4-4f74-94cd-65fd79c3fb01 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:52.735945 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:52.741073 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.742878 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:52.811273 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:52.819256 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.819600 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.819959 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.820291 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.820625 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.820965 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.821259 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.821579 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.822044 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.822366 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.822685 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.823001 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:52.827084 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:52.958272 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e60d05-841f-4f05-bd0b-1ceabe759edb req-c5898234-cc0f-42b0-a26d-4653709dbf14 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.959750 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e5e60d05-841f-4f05-bd0b-1ceabe759edb req-c5898234-cc0f-42b0-a26d-4653709dbf14 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 944 time: 0.0941854
May 10 17:20:53.050231 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e5e60d05-841f-4f05-bd0b-1ceabe759edb req-f6b60353-0912-4776-8ad6-ed780a434042 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559332
May 10 17:20:53.079005 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a889d81-e394-484b-9544-6dea80f2bb6f req-f83057f5-a6be-4292-a48d-0417941441e3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:53.080420 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1a889d81-e394-484b-9544-6dea80f2bb6f req-f83057f5-a6be-4292-a48d-0417941441e3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1197739
May 10 17:20:53.127780 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1a889d81-e394-484b-9544-6dea80f2bb6f req-c0a9546a-b69d-4370-bba9-b22af998526d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410178
May 10 17:20:54.239434 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3802b-cb65-4caa-b32d-25ccb7325703 req-3af53967-3f9f-41d6-9fe2-effbe2ce4aa5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:54.240918 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2de3802b-cb65-4caa-b32d-25ccb7325703 req-3af53967-3f9f-41d6-9fe2-effbe2ce4aa5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 944 time: 0.0878661
May 10 17:20:54.324280 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2de3802b-cb65-4caa-b32d-25ccb7325703 req-562c5b88-31fa-473c-b8d1-d73cef7b9746 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526862
May 10 17:20:54.352552 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18246c-3251-4962-999b-64823d4ac5b4 req-977205df-783f-472c-b4a2-7bd8564e4ebf tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:54.353986 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c18246c-3251-4962-999b-64823d4ac5b4 req-977205df-783f-472c-b4a2-7bd8564e4ebf tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1122084
May 10 17:20:54.398239 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c18246c-3251-4962-999b-64823d4ac5b4 req-fb68ee07-4053-4ccf-8b2e-c75f50822dc8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386190
May 10 17:20:55.548705 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016a87d-134f-415b-9e83-aea1c2427972 req-30e7cb89-e87c-49e3-803f-c66818c16d69 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:55.550168 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7016a87d-134f-415b-9e83-aea1c2427972 req-30e7cb89-e87c-49e3-803f-c66818c16d69 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 944 time: 0.1205695
May 10 17:20:55.603991 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device febd2c6f-1f44-4497-afa3-266cce76d585 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:55.613925 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7016a87d-134f-415b-9e83-aea1c2427972 req-642c535e-0747-441c-8a55-410f085a6be7 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569451
May 10 17:20:55.642545 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c1cbe-d80f-4526-af9c-c779ad66dac3 req-97bda0fa-9dcc-4968-9550-49900bf0c53e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:55.645285 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-303c1cbe-d80f-4526-af9c-c779ad66dac3 req-97bda0fa-9dcc-4968-9550-49900bf0c53e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1350741
May 10 17:20:55.686842 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: febd2c6f-1f44-4497-afa3-266cce76d585 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:55.687187 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device febd2c6f-1f44-4497-afa3-266cce76d585 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:55.695104 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-303c1cbe-d80f-4526-af9c-c779ad66dac3 req-e7bc6603-e95a-428d-a6fc-84f75dd42293 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440230
May 10 17:20:55.800510 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['a97855f9-97c4-4f74-94cd-65fd79c3fb01'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:56.508001 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device a97855f9-97c4-4f74-94cd-65fd79c3fb01 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:56.576208 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port a97855f9-97c4-4f74-94cd-65fd79c3fb01 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:56.580623 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port a97855f9-97c4-4f74-94cd-65fd79c3fb01 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:56.580994 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.713388 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.752610 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:56.752610 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:56.758750 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.760802 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-702a1962-a138-46f5-9597-c992b369054e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:56.842741 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99f880-a83f-47dc-94ae-a72ec4123f3b req-5163b684-b6dc-4cfe-99e7-72b0bb7d9e2b tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:56.844355 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2b99f880-a83f-47dc-94ae-a72ec4123f3b req-5163b684-b6dc-4cfe-99e7-72b0bb7d9e2b tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.0924623
May 10 17:20:56.844785 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:56.848965 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:56.949248 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2b99f880-a83f-47dc-94ae-a72ec4123f3b req-07502812-da93-49e8-a244-d3ed30e04867 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927799
May 10 17:20:57.010612 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abbffd-4aba-4f2c-b3c0-f676f9cf0ac6 req-3c6529c1-d375-480d-92f1-64394d0f2c5a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:57.023929 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-84abbffd-4aba-4f2c-b3c0-f676f9cf0ac6 req-3c6529c1-d375-480d-92f1-64394d0f2c5a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1507564
May 10 17:20:57.024127 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'code': 200}
May 10 17:20:57.090492 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-84abbffd-4aba-4f2c-b3c0-f676f9cf0ac6 req-bf08fcfb-2b23-4c9c-b6f2-217dba55ed19 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641813
May 10 17:20:57.311646 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f10b08-4c49-4a16-ac48-82251b8cf386 req-b37691fe-e920-449c-b8cf-50c2a82e6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:57.313464 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-50f10b08-4c49-4a16-ac48-82251b8cf386 req-b37691fe-e920-449c-b8cf-50c2a82e6c90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1098 time: 0.0808649
May 10 17:20:57.363110 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-50f10b08-4c49-4a16-ac48-82251b8cf386 req-3d4c2ce9-2174-4d01-814b-5f93cfc58377 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422645
May 10 17:20:57.663726 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59374) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:57.788839 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.805457 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:57.809946 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9d0c7aa1134ca89d2e4dff850009f9 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:57.812745 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:57.818576 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:57.907567 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.912079 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.918883 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:57.962257 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba9d0c7aa1134ca89d2e4dff850009f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969928
May 10 17:20:57.963251 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ee0d68-7473-479f-aa1e-ec521683681e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:57.966003 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59380) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:57.966717 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.033150 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.059963 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.187248 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f4f8-0eea-426d-8c89-999237c667ff req-64c6bd30-e432-4883-8427-a5386b9ee677 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:58.188884 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de1f4f8-0eea-426d-8c89-999237c667ff req-64c6bd30-e432-4883-8427-a5386b9ee677 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.1182251
May 10 17:20:58.190156 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.196305 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6bd81018-ad10-4cde-9ee3-0eb4c17c8c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.226133 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ee0d68-7473-479f-aa1e-ec521683681e,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.235028 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.276884 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.278014 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3ee0d68-7473-479f-aa1e-ec521683681e HTTP/1.1" status: 204  len: 168 time: 0.3116817
May 10 17:20:58.309719 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5de1f4f8-0eea-426d-8c89-999237c667ff req-21bd21c2-ecdc-4d01-8ae9-9f19425aa010 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048250
May 10 17:20:58.349837 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106cb99-9ede-4658-aee4-5e3f38fec2fa req-416e2e57-eaa7-405c-9868-e1bf38b72c61 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:58.351651 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f106cb99-9ede-4658-aee4-5e3f38fec2fa req-416e2e57-eaa7-405c-9868-e1bf38b72c61 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1269360
May 10 17:20:58.402280 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f106cb99-9ede-4658-aee4-5e3f38fec2fa req-ebc9baa5-1bf4-4697-8f03-33ebb0d6d9aa tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430031
May 10 17:20:58.626969 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59400) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.646074 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.660688 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:58.664436 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Usage tracker for resource:security_group_rule and tenant:3248b90162184c7abf91b4e07bfb4f74 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:58.667221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:58.673202 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:58.769489 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.773318 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.780358 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-07e15991-7383-432f-a74d-1c12e8b0c50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.823788 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3248b90162184c7abf91b4e07bfb4f74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1957254
May 10 17:20:58.824720 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa414d-634f-4fb1-9771-e1d914125ea8,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.826582 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59406) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.827666 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.888161 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.916028 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.967479 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.971324 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f4a0c9ce-d337-424a-a02c-933e5f9a0528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.984864 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa414d-634f-4fb1-9771-e1d914125ea8,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.987001 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:59.001743 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.006928 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1fa414d-634f-4fb1-9771-e1d914125ea8 HTTP/1.1" status: 204  len: 168 time: 0.1747644
May 10 17:20:59.509771 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda055c6-294c-43bc-baf3-9cebe7d57193 req-2737e809-f708-47ee-93b8-58f513aafec6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:59.511276 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cda055c6-294c-43bc-baf3-9cebe7d57193 req-2737e809-f708-47ee-93b8-58f513aafec6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.0888906
May 10 17:20:59.607052 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cda055c6-294c-43bc-baf3-9cebe7d57193 req-73dddd76-5109-44de-9125-fbc3b565d434 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886691
May 10 17:20:59.646474 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b432d-cf2f-4eb9-8bb4-894d8a49bd3c req-758e3c6b-dc6a-4151-8135-93fd17d4377b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:59.648031 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-126b432d-cf2f-4eb9-8bb4-894d8a49bd3c req-758e3c6b-dc6a-4151-8135-93fd17d4377b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1315162
May 10 17:20:59.835383 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-126b432d-cf2f-4eb9-8bb4-894d8a49bd3c req-562eb866-5b7f-4208-8009-abaf938c09c9 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1817465
May 10 17:20:59.877625 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da303d0-9cd0-4de6-b758-d52836a125c9 req-43e9e3a5-b2c3-4acd-afa8-9aa3c783ba22 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:59.879850 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3da303d0-9cd0-4de6-b758-d52836a125c9 req-43e9e3a5-b2c3-4acd-afa8-9aa3c783ba22 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.1198227
May 10 17:20:59.933215 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3da303d0-9cd0-4de6-b758-d52836a125c9 req-0317ffd0-9f2c-4a31-8325-6d35a1181053 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415051
May 10 17:21:00.336669 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead81f9a-bb98-42e7-a00c-11132b7925f2 req-12139623-fb88-46e2-9ad0-67c7d39b85ff tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:00.338115 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ead81f9a-bb98-42e7-a00c-11132b7925f2 req-12139623-fb88-46e2-9ad0-67c7d39b85ff tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.0855064
May 10 17:21:00.384529 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ead81f9a-bb98-42e7-a00c-11132b7925f2 req-40539626-bb88-431d-ad1c-08c3fb6875c5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403411
May 10 17:21:00.843258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59480) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:00.975306 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.995677 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:00.999697 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Usage tracker for resource:security_group_rule and tenant:f602b491e8ba4fa98a3de6f9477fae6d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:01.002805 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:01.009913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:01.038298 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093e688-a353-414e-ba0e-0d90f9bc79d5 req-05268075-75ef-4689-bf6e-bea781c6fa07 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:01.040080 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3093e688-a353-414e-ba0e-0d90f9bc79d5 req-05268075-75ef-4689-bf6e-bea781c6fa07 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.0916924
May 10 17:21:01.091198 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3093e688-a353-414e-ba0e-0d90f9bc79d5 req-ae3974c5-2eb6-4a75-a05d-76f4e3fd4598 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435836
May 10 17:21:01.100950 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.105136 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.113377 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4e0b3217-2e54-43a3-a990-8aff4e95c71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:01.155957 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f602b491e8ba4fa98a3de6f9477fae6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3125274
May 10 17:21:01.156862 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c59926-d7fd-4d00-8e17-23d55dc738e0,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:01.158656 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59488) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:01.164443 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.164812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.165170 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.165522 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.165868 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.166225 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.166557 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.166899 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.167241 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.167580 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.169304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.169304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.172512 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:01.218838 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.244796 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.297174 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.302655 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1df55984-2a8a-4132-ba01-1a22087a9d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:01.314430 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c59926-d7fd-4d00-8e17-23d55dc738e0,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:01.326708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.327070 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.327423 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.327768 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.328136 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.328479 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.328821 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.329161 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.329501 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.329838 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.330172 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.330503 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:01.334770 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:01.336027 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.337102 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c7a89276-17d0-4039-9e2d-86e81d5b9f33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79c59926-d7fd-4d00-8e17-23d55dc738e0 HTTP/1.1" status: 204  len: 168 time: 0.1774852
May 10 17:21:01.613642 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59498) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:01.632569 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.647343 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:01.651151 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Usage tracker for resource:security_group_rule and tenant:fdd83cb66a9741f18c51c86577e7f42b is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:01.653965 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:01.659691 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:01.757930 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.761588 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.771984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1051ce50-4f4f-4a4c-b24a-d36ba929f87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:01.811915 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdd83cb66a9741f18c51c86577e7f42b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1971366
May 10 17:21:01.812803 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c67f47-8fc0-4e3c-974e-571c2c28abd6,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:01.814531 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59504) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:01.816367 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:01.877137 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.905001 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.956473 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.961516 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-66114f62-2403-4a23-8ed8-7906984afdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:01.978804 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c67f47-8fc0-4e3c-974e-571c2c28abd6,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:01.981660 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:01.986138 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.986944 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1c67f47-8fc0-4e3c-974e-571c2c28abd6 HTTP/1.1" status: 204  len: 168 time: 0.1714320
May 10 17:21:02.280706 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b37a53-fd7b-49c3-97ca-a610aaa868c4 req-3047d3ca-c387-4567-9b8a-c78eb2515c48 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:02.282180 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66b37a53-fd7b-49c3-97ca-a610aaa868c4 req-3047d3ca-c387-4567-9b8a-c78eb2515c48 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.0821843
May 10 17:21:02.332406 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66b37a53-fd7b-49c3-97ca-a610aaa868c4 req-bf2f3b98-692d-4e96-bd27-996d0b431331 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440278
May 10 17:21:02.741720 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754aea6-cac1-4c9c-9a07-0fd89a60de27 req-4457f0a0-9692-47ba-b0d3-cd757a4443fe tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:02.743221 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7754aea6-cac1-4c9c-9a07-0fd89a60de27 req-4457f0a0-9692-47ba-b0d3-cd757a4443fe tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1265733
May 10 17:21:02.861235 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7754aea6-cac1-4c9c-9a07-0fd89a60de27 req-f72547b2-a5ae-4fd2-b339-cd4832c1f01c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027062
May 10 17:21:02.915257 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-2124da49-45d6-4350-8f0a-8cdf5df00a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:02.916833 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-2124da49-45d6-4350-8f0a-8cdf5df00a45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 1098 time: 0.1919000
May 10 17:21:03.155954 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-9c92048d-3bc2-48fb-a585-5feb75aaf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:03.157405 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-9c92048d-3bc2-48fb-a585-5feb75aaf0a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 912 time: 0.2337797
May 10 17:21:03.286492 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-9ddcd911-727a-4a87-96e0-9ee45dd5ced0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:03.288551 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-9ddcd911-727a-4a87-96e0-9ee45dd5ced0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/networks?id=9fdd0b50-c983-4ede-86e6-94ac39fead12 HTTP/1.1" status: 200  len: 813 time: 0.1953709
May 10 17:21:03.294776 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-08d00684-6f20-4da0-b2cd-14db36997a83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 200  len: 1000 time: 0.1294758
May 10 17:21:03.306522 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-5a067221-dc66-48b4-9546-a5cbaa423d20 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/quotas/8c96f015b11441d0982c705fcc6c5bbe HTTP/1.1" status: 200  len: 375 time: 0.0104887
May 10 17:21:03.363189 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-8392d87a-c358-473c-a8d9-26abfe7525c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:03.364864 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-8392d87a-c358-473c-a8d9-26abfe7525c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.0631611
May 10 17:21:03.376240 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-369c7d02-bb54-4ff9-9e4c-d6aa87b285b6 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c96f015b11441d0982c705fcc6c5bbe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0631678
May 10 17:21:03.455408 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-6ccc399d-aab5-4674-b72c-840247c663c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:03.457456 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-6ccc399d-aab5-4674-b72c-840247c663c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858915
May 10 17:21:03.539405 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-bbfb6321-d399-4c23-bf6e-c8bf93037de5 service neutron] 10.222.0.13 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526828
May 10 17:21:03.624075 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-1d2e1a14-f737-413c-ae7f-45dc49d1ff2a service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597445
May 10 17:21:03.711235 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-4dea589c-c465-4ace-93c0-c708a592c9ac service neutron] 10.222.0.13 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639128
May 10 17:21:03.793171 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c4d77238-fcec-4a9d-819e-36670ce57e3a req-a5db6e42-a26a-4233-94fb-86630fe4fc4d service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610372
May 10 17:21:03.974257 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-49830214-5860-4888-b0a5-c8d261dfb22d req-b45b79b6-787e-418b-990e-c9a8dd52fd4c tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 210 time: 0.0556724
May 10 17:21:04.156424 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dc3b9-2778-4ba2-aeab-21be3933b4a2 req-b2b4f5d0-d29d-451c-8967-c691dc504fd8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:04.164682 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1c6dc3b9-2778-4ba2-aeab-21be3933b4a2 req-b2b4f5d0-d29d-451c-8967-c691dc504fd8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1637278
May 10 17:21:04.235387 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1c6dc3b9-2778-4ba2-aeab-21be3933b4a2 req-7aad1724-63b8-404e-82c4-e1c354774ac3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688753
May 10 17:21:05.148850 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-22d18e27-f38c-4407-9533-b52c92e19670 req-07d10851-ef9b-4ee4-812b-d5d75952bd31 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 210 time: 0.0538943
May 10 17:21:05.419035 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-13219742-fed8-4513-a591-ff9efb03021c tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:05.420821 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-13219742-fed8-4513-a591-ff9efb03021c tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "GET /v2.0/networks?id=9fdd0b50-c983-4ede-86e6-94ac39fead12 HTTP/1.1" status: 200  len: 813 time: 0.1995313
May 10 17:21:05.441113 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Request body: {'port': {'device_id': 'c6203781-3d93-48eb-b357-99399c97cb63', 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12', 'admin_state_up': True, 'tenant_id': '8c96f015b11441d0982c705fcc6c5bbe'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:05.520816 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f12d7-0459-476c-9025-54155302df02 req-10b86e36-6cb2-4842-b752-dc51fda9e846 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:05.522281 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b92f12d7-0459-476c-9025-54155302df02 req-10b86e36-6cb2-4842-b752-dc51fda9e846 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.0956347
May 10 17:21:05.573978 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b92f12d7-0459-476c-9025-54155302df02 req-c914ceae-d37f-4329-bf34-a1e1352fd19c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457628
May 10 17:21:05.599809 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:05.603914 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Usage tracker for resource:port and tenant:8c96f015b11441d0982c705fcc6c5bbe is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:05.606762 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:05.612899 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:05.622629 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Made reservation on behalf of 8c96f015b11441d0982c705fcc6c5bbe for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:05.626141 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.786388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Allocated IP 172.20.0.12 (9fdd0b50-c983-4ede-86e6-94ac39fead12/def0dae3-637e-4cf0-9aa2-ec5361ff2f6f/51875e03-cb4a-425f-808e-62ba87d0ca08) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:05.988463 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.017951 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.024787 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-0deca358-15d4-4754-a9c6-e12e0566b740 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:06.090391 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Network 9fdd0b50-c983-4ede-86e6-94ac39fead12 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:06.093488 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:06.102321 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:06.136859 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Pushing event updated for resources: {'Port': ['ID=51875e03-cb4a-425f-808e-62ba87d0ca08,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:06.141383 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:06.168640 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:06.169250 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.194406 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7573593
May 10 17:21:06.213868 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Request body: {'port': {'device_id': 'c6203781-3d93-48eb-b357-99399c97cb63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:06.359658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442bcf7-f8de-4e61-88a9-1bae60a3f45e req-1bd9709d-24ca-4a72-bccc-96a473b6f3d5 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:06.362081 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a442bcf7-f8de-4e61-88a9-1bae60a3f45e req-1bd9709d-24ca-4a72-bccc-96a473b6f3d5 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 932 time: 0.0912888
May 10 17:21:06.432754 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a442bcf7-f8de-4e61-88a9-1bae60a3f45e req-f019f2c9-83c9-4c89-8831-e954d807fd39 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595632
May 10 17:21:06.440276 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.803874 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51875e03-cb4a-425f-808e-62ba87d0ca08 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:06.813541 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.830593 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Transition to ACTIVE for port object 51875e03-cb4a-425f-808e-62ba87d0ca08 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:06.835142 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.839388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:07.003538 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Pushing event updated for resources: {'Port': ['ID=51875e03-cb4a-425f-808e-62ba87d0ca08,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:07.011229 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:07.083021 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Attempting to bind port 51875e03-cb4a-425f-808e-62ba87d0ca08 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:21:07.083475 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Attempting to bind port 51875e03-cb4a-425f-808e-62ba87d0ca08 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:21:07.083979 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Attempting to bind port 51875e03-cb4a-425f-808e-62ba87d0ca08 on network 9fdd0b50-c983-4ede-86e6-94ac39fead12 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:07.092472 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Port 51875e03-cb4a-425f-808e-62ba87d0ca08 on network 9fdd0b50-c983-4ede-86e6-94ac39fead12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:21:07.093148 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Attempting to bind port 51875e03-cb4a-425f-808e-62ba87d0ca08 on network 9fdd0b50-c983-4ede-86e6-94ac39fead12 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:07.100604 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:21:07.101112 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Checking segment: {'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:07.101660 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Bound using segment: {'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:21:07.102280 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Bound port: 51875e03-cb4a-425f-808e-62ba87d0ca08, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7faba8b-6367-47ab-a2ce-291e592bf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:21:07.102761 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.192915 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] For port 51875e03-cb4a-425f-808e-62ba87d0ca08, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:21:07.195946 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] For port 51875e03-cb4a-425f-808e-62ba87d0ca08, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51875e03-cb4a-425f-808e-62ba87d0ca08,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:21:07.199679 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.204035 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1a340922-a26e-467f-8db2-498406df062a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:07.256918 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.257460 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.258808 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] 10.222.0.43 "PUT /v2.0/ports/51875e03-cb4a-425f-808e-62ba87d0ca08 HTTP/1.1" status: 200  len: 1094 time: 1.0494514
May 10 17:21:07.259297 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6203781-3d93-48eb-b357-99399c97cb63', 'tag': '51875e03-cb4a-425f-808e-62ba87d0ca08'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:07.286538 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Pushing event updated for resources: {'Port': ['ID=51875e03-cb4a-425f-808e-62ba87d0ca08,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:07.289498 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:07.308008 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6203781-3d93-48eb-b357-99399c97cb63', 'tag': '51875e03-cb4a-425f-808e-62ba87d0ca08', 'status': 'completed', 'code': 200}
May 10 17:21:07.398272 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-9563817b-d8cc-40f4-b2f2-f8dbff546b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.399731 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-9563817b-d8cc-40f4-b2f2-f8dbff546b63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c96f015b11441d0982c705fcc6c5bbe&device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 1097 time: 0.0733335
May 10 17:21:07.477616 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-c8d47734-12df-43b7-b849-ea8b7edb58dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51875e03-cb4a-425f-808e-62ba87d0ca08 HTTP/1.1" status: 200  len: 217 time: 0.0642788
May 10 17:21:07.543553 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-3024ff9a-1a42-4f63-b0f3-1da91ab49e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.545284 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-3024ff9a-1a42-4f63-b0f3-1da91ab49e6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=def0dae3-637e-4cf0-9aa2-ec5361ff2f6f HTTP/1.1" status: 200  len: 853 time: 0.0601320
May 10 17:21:07.593915 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-a5941c51-1c50-44b2-b728-e8a12f2cdb9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd0b50-c983-4ede-86e6-94ac39fead12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409188
May 10 17:21:07.717712 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274bf2-c3bf-4c73-9a1f-8f54788ea500 req-5a105073-5282-457a-a86f-16ec34be96ea tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.719571 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5f274bf2-c3bf-4c73-9a1f-8f54788ea500 req-5a105073-5282-457a-a86f-16ec34be96ea tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 944 time: 0.1720352
May 10 17:21:07.738223 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-9168f93e-e378-4741-ae4a-0065861e6259 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366029
May 10 17:21:07.767424 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5f274bf2-c3bf-4c73-9a1f-8f54788ea500 req-6383e0a5-5d75-4dd7-9c3b-093ad1132627 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413971
May 10 17:21:07.880702 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1590b6ec-495f-47b6-8534-e337b5a8b2b0 req-513bbf38-c285-4b2b-907a-172073bb3a19 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357729
May 10 17:21:08.064236 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-4385d9d2-8589-4c21-a0e8-839a97486400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.066269 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-4385d9d2-8589-4c21-a0e8-839a97486400 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c96f015b11441d0982c705fcc6c5bbe&device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 1097 time: 0.0778525
May 10 17:21:08.278559 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-a82dfea2-c533-45d0-8d59-7de6468b4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.279924 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-a82dfea2-c533-45d0-8d59-7de6468b4319 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd0b50-c983-4ede-86e6-94ac39fead12 HTTP/1.1" status: 200  len: 914 time: 0.2064075
May 10 17:21:08.363422 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-e9b02e3c-a34e-4329-b8c4-4bebab06d57f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51875e03-cb4a-425f-808e-62ba87d0ca08 HTTP/1.1" status: 200  len: 217 time: 0.0690761
May 10 17:21:08.430299 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-d2aeaff5-d3f3-4349-a0f2-a739541a77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.431659 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-d2aeaff5-d3f3-4349-a0f2-a739541a77cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=def0dae3-637e-4cf0-9aa2-ec5361ff2f6f HTTP/1.1" status: 200  len: 853 time: 0.0603509
May 10 17:21:08.483551 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-86b55ee9-4523-4507-952d-8ca888dddff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd0b50-c983-4ede-86e6-94ac39fead12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433156
May 10 17:21:08.603460 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59716) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:08.623948 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-94ba9f81-f623-4a38-af85-f5adc18ce5fb service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324387
May 10 17:21:08.724889 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.740228 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:08.744030 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Usage tracker for resource:security_group_rule and tenant:f97383b3ab6d4a56945537b653cae127 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:08.746849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:08.752528 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:08.758600 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-3cc046ae-40bd-451e-8967-90bfe662b634 req-e1ddfaaf-be3d-4570-bc75-b9a5d531aa8f service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259136
May 10 17:21:08.849272 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.853380 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.863707 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a197a643-9bbd-4992-87ed-8bc09c492311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.948958 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f97383b3ab6d4a56945537b653cae127&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3443358
May 10 17:21:08.951580 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59724) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:08.951773 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88efbb0-39f0-431a-946e-7752b5bb9e65,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.954973 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.992178 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec12f52-44ac-407e-9634-c8f7fb104100 req-abb848aa-2637-4263-9c94-71173faa22a0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.993647 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9ec12f52-44ac-407e-9634-c8f7fb104100 req-abb848aa-2637-4263-9c94-71173faa22a0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 944 time: 0.1080735
May 10 17:21:09.024568 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.040569 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9ec12f52-44ac-407e-9634-c8f7fb104100 req-8d3fd02b-ef2c-43a9-939f-b4d067dec4e0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411639
May 10 17:21:09.052621 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.105173 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.109358 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d4a52536-dcba-4dd0-b6ad-aff81d9d87f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:09.121050 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88efbb0-39f0-431a-946e-7752b5bb9e65,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:09.124867 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:09.130213 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.131583 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d88efbb0-39f0-431a-946e-7752b5bb9e65 HTTP/1.1" status: 204  len: 168 time: 0.1784081
May 10 17:21:09.437185 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59736) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:09.458473 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.474775 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:09.479241 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Usage tracker for resource:security_group_rule and tenant:7f3611f84e394d43a878f710f3223b12 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:09.483364 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:09.489815 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:09.591746 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.596347 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.606349 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-36775e07-1612-4969-8595-9fc76d7c00ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:09.650097 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f3611f84e394d43a878f710f3223b12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2117200
May 10 17:21:09.650884 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773458f7-d649-48a0-8ed4-4f7aa8f8f38f,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:09.652902 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59746) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:09.654075 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:09.717744 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.748687 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.801902 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.805844 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f94a1c1a-173b-4466-ab5a-be0d0d8d2b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:09.818894 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773458f7-d649-48a0-8ed4-4f7aa8f8f38f,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:09.822751 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:09.833138 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.834238 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/773458f7-d649-48a0-8ed4-4f7aa8f8f38f HTTP/1.1" status: 204  len: 168 time: 0.1795864
May 10 17:21:10.186513 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59756) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:10.208092 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.223265 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:10.227187 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Usage tracker for resource:security_group_rule and tenant:0756a16233f143fc851523feafebfcf1 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:10.230269 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:10.233396 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4c6d-4c81-48e2-8742-f22452b85f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.238386 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:10.240746 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914d3f7-e4a0-41f4-ab2f-8abb69ea6641 req-07e2489a-6247-4494-ac37-e5a25e23a73b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:10.242256 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2914d3f7-e4a0-41f4-ab2f-8abb69ea6641 req-07e2489a-6247-4494-ac37-e5a25e23a73b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 944 time: 0.0953894
May 10 17:21:10.293432 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2914d3f7-e4a0-41f4-ab2f-8abb69ea6641 req-2fb1ad9b-3cfc-44a9-bf63-d07d3befda6e tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447183
May 10 17:21:10.325390 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.329285 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.336302 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-68c997b8-887d-44ef-bd14-9c085833d142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:10.377594 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0756a16233f143fc851523feafebfcf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1899092
May 10 17:21:10.379023 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12925b4-20bf-463c-98ec-402b25176a91,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:10.380247 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59762) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:10.382095 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:10.446670 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.472920 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.525493 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.529217 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-9eaae19f-7fce-4bd7-9168-c8ac6058a74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:10.541205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12925b4-20bf-463c-98ec-402b25176a91,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:10.543566 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:10.547703 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51875e03-cb4a-425f-808e-62ba87d0ca08 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:21:10.550484 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.551749 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c12925b4-20bf-463c-98ec-402b25176a91 HTTP/1.1" status: 204  len: 168 time: 0.1703942
May 10 17:21:10.701610 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 51875e03-cb4a-425f-808e-62ba87d0ca08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51875e03-cb4a-425f-808e-62ba87d0ca08,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:10.716416 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '51875e03-cb4a-425f-808e-62ba87d0ca08', 'network_id': '9fdd0b50-c983-4ede-86e6-94ac39fead12', 'port_id': '51875e03-cb4a-425f-808e-62ba87d0ca08', 'mac_address': 'fa:16:3e:f8:91:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0dae3-637e-4cf0-9aa2-ec5361ff2f6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:21:10.790988 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.817165 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51875e03-cb4a-425f-808e-62ba87d0ca08 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:10.837363 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 51875e03-cb4a-425f-808e-62ba87d0ca08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51875e03-cb4a-425f-808e-62ba87d0ca08,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:10.842267 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.845024 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:10.937039 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=51875e03-cb4a-425f-808e-62ba87d0ca08,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:10.940451 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:11.212460 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51875e03-cb4a-425f-808e-62ba87d0ca08'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:11.570415 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac202b-e134-4b87-a0ee-c6bdec1c8c4d req-e13315d3-48f8-45e0-b7e3-823c41d9493b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:11.571937 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-18ac202b-e134-4b87-a0ee-c6bdec1c8c4d req-e13315d3-48f8-45e0-b7e3-823c41d9493b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 945 time: 0.1182296
May 10 17:21:11.632100 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-18ac202b-e134-4b87-a0ee-c6bdec1c8c4d req-ea45bc7c-ab6c-495e-9c26-3260a34cbfc7 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534153
May 10 17:21:12.156959 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:21:12.422826 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20296e-c008-412d-8011-7741159288c3 req-1afb865d-f5f1-4d37-902d-9fd2915edfbd tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.424200 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8a20296e-c008-412d-8011-7741159288c3 req-1afb865d-f5f1-4d37-902d-9fd2915edfbd tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.0819352
May 10 17:21:12.470640 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8a20296e-c008-412d-8011-7741159288c3 req-83fbdaf8-b189-4068-9e03-12aec8fcfc21 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394225
May 10 17:21:12.495602 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59864) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:12.555538 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51875e03-cb4a-425f-808e-62ba87d0ca08 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:21:12.631997 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 51875e03-cb4a-425f-808e-62ba87d0ca08 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:12.637064 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 51875e03-cb4a-425f-808e-62ba87d0ca08 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:12.637554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.715650 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.789600 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.818923 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6203781-3d93-48eb-b357-99399c97cb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51875e03-cb4a-425f-808e-62ba87d0ca08'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:12.830948 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 51875e03-cb4a-425f-808e-62ba87d0ca08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51875e03-cb4a-425f-808e-62ba87d0ca08,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:12.837864 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.841197 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ae8c8d80-4948-4f68-8a48-0c711546f0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.865791 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271c8f4-95d8-4ad5-aab9-b9c8f8f11d15 tempest-TestMinimumBasicScenario-1736299562 tempest-TestMinimumBasicScenario-1736299562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.865791 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-8271c8f4-95d8-4ad5-aab9-b9c8f8f11d15 tempest-TestMinimumBasicScenario-1736299562 tempest-TestMinimumBasicScenario-1736299562-project-admin] Synchronizing usage tracker for tenant:a208fbe991704e8194e8019037025f37 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:12.877349 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8646008-50d0-4a1f-82cc-6d06f1bae70c req-4e634893-8a66-4d3a-9b90-02894a569ef2 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.885690 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6203781-3d93-48eb-b357-99399c97cb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51875e03-cb4a-425f-808e-62ba87d0ca08', 'code': 200}
May 10 17:21:12.885897 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e8646008-50d0-4a1f-82cc-6d06f1bae70c req-4e634893-8a66-4d3a-9b90-02894a569ef2 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 945 time: 0.1338396
May 10 17:21:12.944485 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-8271c8f4-95d8-4ad5-aab9-b9c8f8f11d15 tempest-TestMinimumBasicScenario-1736299562 tempest-TestMinimumBasicScenario-1736299562-project-admin] Unset dirty status for tenant:a208fbe991704e8194e8019037025f37 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:12.944640 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-babb1763-eb14-4f31-9ddd-d765815a32aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.948769 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-8271c8f4-95d8-4ad5-aab9-b9c8f8f11d15 tempest-TestMinimumBasicScenario-1736299562 tempest-TestMinimumBasicScenario-1736299562-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1093 time: 0.4493043
May 10 17:21:12.949705 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59888) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:12.956656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=51875e03-cb4a-425f-808e-62ba87d0ca08,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.957992 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'port_id': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:12.960537 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e8646008-50d0-4a1f-82cc-6d06f1bae70c req-4f26a8a8-aa82-4232-8f27-6df2082d1ac9 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735440
May 10 17:21:12.961416 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.964673 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:12.969630 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:floatingip and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:12.973813 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:12.980621 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:12.997843 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for floatingip, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.211439 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.259210 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc2fd-310f-4e6e-b26c-7c707fbc1df0 req-50f7b11b-1ff5-4aa4-8fdf-357469a168f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:13.260697 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1c6cc2fd-310f-4e6e-b26c-7c707fbc1df0 req-50f7b11b-1ff5-4aa4-8fdf-357469a168f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 1099 time: 0.1411722
May 10 17:21:13.363874 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-1c6cc2fd-310f-4e6e-b26c-7c707fbc1df0 req-8121fe45-27e4-4664-a24d-c8939a1229b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895052
May 10 17:21:13.400560 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Allocated IP 172.27.2.72 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/3995be5b-2b91-4f82-ab17-55bd52044854) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:13.560465 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.591932 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59904) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:13.592136 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.596375 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-af55f909-4543-4b8e-befc-3e45bcf3cafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:13.652485 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Deleting subnet 2e4a4fda-bb6b-41cb-81b4-b1d2d283a840 {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:21:13.652762 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:13.655276 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:13.655492 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.659240 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:13.700211 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'Port': ['ID=3995be5b-2b91-4f82-ab17-55bd52044854,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:13.708580 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:13.713523 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.773544 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.899266 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.060208 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.066007 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-97de052b-ab5f-486d-abdc-ea774f941be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:14.102615 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4a4fda-bb6b-41cb-81b4-b1d2d283a840,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:14.105307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:14.106287 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.148746 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-ee93846f-db5f-4737-8528-3b87fb6e5dc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e4a4fda-bb6b-41cb-81b4-b1d2d283a840 HTTP/1.1" status: 204  len: 168 time: 0.5551257
May 10 17:21:14.153914 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59910) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:14.274143 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.303406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d23521-9c49-4f7f-b12a-5a992c78f989 req-19cbf08e-6bca-4519-bb19-6806830500c5 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.305073 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-77d23521-9c49-4f7f-b12a-5a992c78f989 req-19cbf08e-6bca-4519-bb19-6806830500c5 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 946 time: 0.1960480
May 10 17:21:14.319914 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.453645 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.553144 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.567248 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-77d23521-9c49-4f7f-b12a-5a992c78f989 req-1ca0b2d2-0f0c-414b-b4b6-0d3f35ff5f0c tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288144
May 10 17:21:14.569775 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd9adb5760>,) {'filters': {'network_id': ['d773b88d-ff29-4d86-a2df-071758037a83']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:14.582644 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9adb5760>, 'd6c134e1-69aa-4622-987a-7b4d9cc444d2') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:14.582936 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9adb5760>, 'd6c134e1-69aa-4622-987a-7b4d9cc444d2') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:14.594575 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.610820 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.617451 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:21:14.617832 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:21:14.631596 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:21:14.711500 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.717341 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.718757 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.728565 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:14.733432 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-85070381-e761-4c83-bc45-29a991e25a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:14.746216 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.753212 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d773b88d-ff29-4d86-a2df-071758037a83,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:14.756772 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:14.758611 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d773b88d-ff29-4d86-a2df-071758037a83 HTTP/1.1" status: 204  len: 168 time: 0.6037645
May 10 17:21:14.761385 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59916) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:14.809898 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.832588 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Deleting subnet 47f59f11-e295-454a-b473-3f4adba9e1a1 {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:21:14.835658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.852706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'Port': ['ID=3995be5b-2b91-4f82-ab17-55bd52044854,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:14.856958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:14.859734 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.902226 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.964239 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.051219 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.l3_db [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Floating IP dd40f2bf-3f6b-406a-8093-a984d6f747be associated. External IP: 172.27.2.72, port: a97855f9-97c4-4f74-94cd-65fd79c3fb01.
May 10 17:21:15.230274 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.234953 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:15.275374 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.277989 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f59f11-e295-454a-b473-3f4adba9e1a1,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:15.280923 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:15.287129 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7a24d63b-d00f-4b21-ba6c-56f5ce148a84 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47f59f11-e295-454a-b473-3f4adba9e1a1 HTTP/1.1" status: 204  len: 168 time: 0.5245426
May 10 17:21:15.289554 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59920) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:15.405190 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.525690 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:21:15.543075 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.557269 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd99c0ef70>,) {'filters': {'network_id': ['bd336992-3848-4a6b-b675-5676a836f3cc']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:15.569892 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99c0ef70>, 'ff2973a2-ce44-4929-b8cc-08a95e7a012b') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:15.570105 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99c0ef70>, 'ff2973a2-ce44-4929-b8cc-08a95e7a012b') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:15.588231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.608775 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.617309 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:21:15.617903 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:21:15.634166 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:21:15.650100 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.719598 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:21:15.730566 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] Sync routers for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:21:15.740997 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.745481 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:15.746906 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:15.748182 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3bc7c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:15.761734 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.772680 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd336992-3848-4a6b-b675-5676a836f3cc,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:15.775605 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd336992-3848-4a6b-b675-5676a836f3cc HTTP/1.1" status: 204  len: 168 time: 0.4851322
May 10 17:21:15.776569 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:15.789960 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.893278 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9417884
May 10 17:21:15.895046 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59930) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:15.895506 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:15.901197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488552548', 'description': 'tempest-secgroup-smoke-1488552548 description', 'project_id': '65dc90996cac43b7b8f79823e51569cf'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:15.912893 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:15.923389 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:15.938429 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.951723 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'status': 'completed', 'code': 200}
May 10 17:21:15.970818 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:15.976974 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:15.989572 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:15.994110 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:16.005217 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9b4e-2071-481a-b1a1-366c0193b4fa req-9f688fc2-a6e5-49a3-958d-30ed8e04cc14 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.008607 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-156a9b4e-2071-481a-b1a1-366c0193b4fa req-9f688fc2-a6e5-49a3-958d-30ed8e04cc14 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 946 time: 0.1693056
May 10 17:21:16.013889 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:16.096271 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59936) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:16.111652 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-142b61b8-b9fb-495a-ba5b-acc6dc2fe749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.113597 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-142b61b8-b9fb-495a-ba5b-acc6dc2fe749 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1098 time: 0.1038818
May 10 17:21:16.143920 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-156a9b4e-2071-481a-b1a1-366c0193b4fa req-f3fe7aca-6954-4fbc-8c95-b2a733efe754 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263747
May 10 17:21:16.235466 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59942) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:16.236444 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-163b9b17-1498-4c93-ba24-1229e69b6ce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=334115305f804d02ba0e9fc0babb965c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1291003
May 10 17:21:16.250141 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.257554 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.265527 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e24b41fd-57ff-4538-b86a-3cae6b7298a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:16.320251 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a57ffa-2180-4368-89a1-b567264867ba,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:16.323249 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:16.333380 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.334691 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4378791
May 10 17:21:16.342552 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59948) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:16.350291 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'security_group_rule': {'security_group_id': '54a57ffa-2180-4368-89a1-b567264867ba', 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:16.353083 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-dac2ae44-37ed-4314-b482-7ef8c1cc4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.354581 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-dac2ae44-37ed-4314-b482-7ef8c1cc4aa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 916 time: 0.2266021
May 10 17:21:16.357833 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:16.362643 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:16.365897 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:16.372989 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:16.396952 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.456980 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.462667 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3bc7c0>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'dd40f2bf-3f6b-406a-8093-a984d6f747be', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'port_id': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'mac_address': 'fa:16:3e:98:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f99e6-7a70-431d-b755-926e0457b0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:14Z', 'updated_at': '2021-05-10T17:21:14Z', 'revision_number': 0, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 5, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:16.467716 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] Checking router: 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:21:16.477263 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:16.478434 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3bc7c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:16.478986 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.489222 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.493825 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e09ffde4-04d6-45c1-825a-792fd188ea40 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:16.518005 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.533027 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-2b75cf7e-e535-44c3-a52f-51f6e37d5af7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 998 time: 0.1655095
May 10 17:21:16.536225 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca2233c-d1ae-4092-805d-935af892565c,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:16.545529 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:16.567931 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.572578 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-04139d2e-8c82-4944-bc5e-9a554ba11717 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2280591
May 10 17:21:16.573138 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59956) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:16.580859 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'security_group_rule': {'security_group_id': '54a57ffa-2180-4368-89a1-b567264867ba', 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:16.586889 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:16.590989 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:16.594052 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:16.601971 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:16.625645 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.627452 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-ede536b9-7f44-462c-a3af-583e81cedd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.629769 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-ede536b9-7f44-462c-a3af-583e81cedd7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 200  len: 854 time: 0.0865862
May 10 17:21:16.697962 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.702296 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f31aa5f1-49ee-42cd-be6b-c7c0a9c5f4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:16.720178 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:16.723799 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383df9d5-ff3a-482e-a230-e38d19622b26,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:16.732405 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:16.739843 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.740869 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/383df9d5-ff3a-482e-a230-e38d19622b26 HTTP/1.1" status: 204  len: 168 time: 0.5044432
May 10 17:21:16.750647 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.761702 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.770299 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-0bc71d70-9b3c-4266-96ec-1f2397383639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.772703 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-0bc71d70-9b3c-4266-96ec-1f2397383639 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1328254
May 10 17:21:16.781432 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b5ace911-dc8b-4355-baa0-80a21bbcefd5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:16.802175 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b299d75-49e1-4b52-be1c-fccb69fd7685,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:16.814623 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:16.844682 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.849874 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-21ee90ad-12d6-4c51-a33b-bd0b314b72b4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2726660
May 10 17:21:16.850489 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59966) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:16.857467 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'security_group_rule': {'security_group_id': '54a57ffa-2180-4368-89a1-b567264867ba', 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:16.873599 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:16.884237 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:16.902842 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:16.915964 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:16.969218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.970384 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-7fe142e4-0560-4472-a4c5-09afa8260449 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837997
May 10 17:21:17.146354 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-2abb4195-a65e-4f0d-ac05-c867f955f5ef req-5bcffebf-cc64-4fbb-9bdb-b1d521790648 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691744
May 10 17:21:17.252976 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.260198 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.262563 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:17.286180 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20295da1-ca92-4443-b6cf-8eaf998a895d,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:17.288848 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:17.303303 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.308243 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-feb03885-920f-40d7-b0ad-c642e09b1e63 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4547377
May 10 17:21:17.308749 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59974) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:17.314811 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'security_group_rule': {'security_group_id': '54a57ffa-2180-4368-89a1-b567264867ba', 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:17.321221 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:17.321340 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59978) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:17.325043 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:17.327975 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:17.335371 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:17.355608 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.356480 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a3bc7c0>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'dd40f2bf-3f6b-406a-8093-a984d6f747be', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'port_id': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'mac_address': 'fa:16:3e:98:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f99e6-7a70-431d-b755-926e0457b0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:14Z', 'updated_at': '2021-05-10T17:21:14Z', 'revision_number': 0, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 5, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:17.364119 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760eec3-8633-4514-a5e3-19d9e933503a None None] The sync data for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi is: [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'dd40f2bf-3f6b-406a-8093-a984d6f747be', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'port_id': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'mac_address': 'fa:16:3e:98:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f99e6-7a70-431d-b755-926e0457b0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:14Z', 'updated_at': '2021-05-10T17:21:14Z', 'revision_number': 0, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 5, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:21:17.383204 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-fb8563a5-cb32-4533-9c6a-a6f45d04d8d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d950c1c410d45f7898bd003b55ee40b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0583031
May 10 17:21:17.383425 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 59982) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:17.448160 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.460647 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.467237 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.469677 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:17.480945 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.492422 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b32733-6dd9-48b9-a916-8ac58e3ea552,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:17.497603 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:17.508491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.512245 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1994977
May 10 17:21:17.512476 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59986) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:17.517680 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'security_group_rule': {'security_group_id': '54a57ffa-2180-4368-89a1-b567264867ba', 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:17.524129 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:17.528280 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:17.531581 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:17.539369 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:17.548691 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.551560 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.securitygroups_db [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Project 65dc90996cac43b7b8f79823e51569cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:21:17.556397 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c3f33999-afe0-4ebe-855c-657e314277f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:17.557742 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.569510 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51cc716-2683-4e1c-a3fa-9b70048a352f,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:17.574262 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:17.578718 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.579838 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e51cc716-2683-4e1c-a3fa-9b70048a352f HTTP/1.1" status: 204  len: 168 time: 0.1946788
May 10 17:21:17.633958 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.635735 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790fbaee-7c24-4614-8ea4-264930ff2e5d None None] New status for floating IP dd40f2bf-3f6b-406a-8093-a984d6f747be: ACTIVE {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:21:17.638427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.644371 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:17.668804 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30dff2d-a089-4d23-bec6-f4bd923c69d8,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:17.671532 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:17.680087 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.683790 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1678436
May 10 17:21:17.684046 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 59992) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:17.689251 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'security_group_rule': {'security_group_id': '54a57ffa-2180-4368-89a1-b567264867ba', 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:17.698099 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:17.702286 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Usage tracker for resource:security_group_rule and tenant:65dc90996cac43b7b8f79823e51569cf is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:17.705546 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:17.712371 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:17.726469 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.securitygroups_db [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Project 65dc90996cac43b7b8f79823e51569cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:21:17.732807 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.818448 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.824457 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.826794 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e0c8a79b-2adc-476b-92a7-5bd0d4484618 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:17.849540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7000b1ed-ace9-467c-bb67-72a390ed4e55,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:17.852145 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:17.860956 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.865981 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1773868
May 10 17:21:18.002691 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-83e648c1-9a12-49c5-9327-4db576fffd97 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Synchronizing usage tracker for tenant:65dc90996cac43b7b8f79823e51569cf on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:18.022298 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-83e648c1-9a12-49c5-9327-4db576fffd97 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Unset dirty status for tenant:65dc90996cac43b7b8f79823e51569cf on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:18.030390 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-83e648c1-9a12-49c5-9327-4db576fffd97 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488552548&fields=id&tenant_id=65dc90996cac43b7b8f79823e51569cf HTTP/1.1" status: 200  len: 267 time: 0.0751178
May 10 17:21:18.121097 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-c5e6a04e-5b26-409a-9af2-6a64d8fab5e0 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:18.129516 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-c5e6a04e-5b26-409a-9af2-6a64d8fab5e0 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.0978749
May 10 17:21:18.135291 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'port': {'security_groups': ['74b6747e-0803-49b9-bfad-64fe9dab8069', '54a57ffa-2180-4368-89a1-b567264867ba']}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:18.267449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:18.540595 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:18.566592 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:18.572048 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:18.578403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c6096d7f-5e86-43ee-a31a-3b78cf42a4df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:18.636469 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['a97855f9-97c4-4f74-94cd-65fd79c3fb01'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:18.649373 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:18.650021 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:18.651449 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ab8b42d7-429f-45c7-8364-8f4aa992822e req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "PUT /v2.0/ports/a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 981 time: 0.5211251
May 10 17:21:18.651991 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:18.719297 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=6']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:18.724033 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:18.732115 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'status': 'completed', 'code': 200}
May 10 17:21:18.839374 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['a97855f9-97c4-4f74-94cd-65fd79c3fb01'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:18.906031 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-e13f25df-ab44-4e95-adcb-9aeaac052878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:18.908773 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-e13f25df-ab44-4e95-adcb-9aeaac052878 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1137 time: 0.1134725
May 10 17:21:18.989928 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924d12b-1840-4666-b866-6ce6c203ebd5 req-87ad0c06-50e0-436c-a976-f20519d3aabf tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:18.998438 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b924d12b-1840-4666-b866-6ce6c203ebd5 req-87ad0c06-50e0-436c-a976-f20519d3aabf tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.1862383
May 10 17:21:19.073424 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b924d12b-1840-4666-b866-6ce6c203ebd5 req-6c3d8425-da9e-44b5-b31a-e51d8a9eec9f tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0738506
May 10 17:21:19.166124 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f3b04d4c-2bcd-4be3-a438-b547221181b1 None None] Provisioning complete for port a97855f9-97c4-4f74-94cd-65fd79c3fb01 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:19.166606 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f3b04d4c-2bcd-4be3-a438-b547221181b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:19.329287 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-39d611d3-0944-4821-b53e-8f45d1dcb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:19.330733 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-39d611d3-0944-4821-b53e-8f45d1dcb64d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 916 time: 0.4119680
May 10 17:21:19.452357 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-dc89b221-1e67-4631-9746-09ad8204a99a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 1000 time: 0.1105850
May 10 17:21:19.529652 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-bd3acf6f-3b53-4b2d-abd9-4d292a15e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:19.531100 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-bd3acf6f-3b53-4b2d-abd9-4d292a15e611 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 200  len: 854 time: 0.0689449
May 10 17:21:19.635988 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-20bb8efc-f15c-464f-a6a9-ced91992b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:19.637738 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-20bb8efc-f15c-464f-a6a9-ced91992b49e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0982373
May 10 17:21:19.789483 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-56ae727e-69ac-4e89-90a7-c5e77742e3e7 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419778
May 10 17:21:19.949480 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-82d1e3e3-ac6f-4401-aa94-821450d80892 req-67eecd7e-22b1-47c8-843c-98b4a8344fd8 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479244
May 10 17:21:31.230068 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 60222) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:31.358450 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:31.373712 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:31.377457 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Usage tracker for resource:security_group_rule and tenant:9e52b80c460f457aa7072dae83c52f2d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:31.380945 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:31.386889 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:31.400279 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d7db7-c5fe-412d-9fcb-33c0e58ed12c req-476e6299-2406-4fc3-b77b-e37470443445 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:31.401725 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f6d7db7-c5fe-412d-9fcb-33c0e58ed12c req-476e6299-2406-4fc3-b77b-e37470443445 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0863323
May 10 17:21:31.451359 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f6d7db7-c5fe-412d-9fcb-33c0e58ed12c req-b0232c8c-5f91-4a39-a627-6e66e43d1cb9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432978
May 10 17:21:31.472089 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:31.476459 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:31.483335 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c092dc2e-1ba4-4714-87ba-170a73d8597c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:31.524209 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e52b80c460f457aa7072dae83c52f2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930319
May 10 17:21:31.524961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fa5965-9474-4feb-a461-8c4db5aef115,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:31.526851 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60230) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:31.528016 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:31.587551 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:31.614017 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:31.666050 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:31.669626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-42049038-1ddd-4951-975d-fc7b59166185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:31.680543 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fa5965-9474-4feb-a461-8c4db5aef115,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:31.683925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:31.687144 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:31.688248 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14fa5965-9474-4feb-a461-8c4db5aef115 HTTP/1.1" status: 204  len: 168 time: 0.1601880
May 10 17:21:31.970783 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60240) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:31.988336 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.006540 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:32.010824 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Usage tracker for resource:security_group_rule and tenant:71929ac5805a46799c40f3f919f51cf0 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:32.013709 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:32.020519 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:32.105894 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.109412 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.116465 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-54e2b037-e15c-4555-a863-cd80048d3270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:32.156246 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef06e37-b781-4282-b0c6-51971a666e49,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:32.160788 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71929ac5805a46799c40f3f919f51cf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1889865
May 10 17:21:32.161645 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:32.163856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60244) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:32.220822 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dd290384-78f6-4585-8b9c-e6d4358c2acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.246607 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dd290384-78f6-4585-8b9c-e6d4358c2acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.298357 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dd290384-78f6-4585-8b9c-e6d4358c2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.302730 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-90ae60c3-c228-4869-ba48-71970c77de62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:32.317844 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd290384-78f6-4585-8b9c-e6d4358c2acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef06e37-b781-4282-b0c6-51971a666e49,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:32.321540 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-dd290384-78f6-4585-8b9c-e6d4358c2acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:32.324925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dd290384-78f6-4585-8b9c-e6d4358c2acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.326029 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-dd290384-78f6-4585-8b9c-e6d4358c2acc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ef06e37-b781-4282-b0c6-51971a666e49 HTTP/1.1" status: 204  len: 168 time: 0.1614351
May 10 17:21:32.656043 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3edfd-3560-4f97-ba87-1a4784806fb1 req-0f106fbc-cecd-41a1-bbbb-3e0faac1edb8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:32.657495 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-10f3edfd-3560-4f97-ba87-1a4784806fb1 req-0f106fbc-cecd-41a1-bbbb-3e0faac1edb8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0867877
May 10 17:21:32.697033 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60258) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:32.717502 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-10f3edfd-3560-4f97-ba87-1a4784806fb1 req-a70af626-e30c-48ae-923a-1fe3e8bb5f7d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531061
May 10 17:21:32.719675 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.734490 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:32.738499 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5b66b62c20414b802ac00951923de6 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:32.741308 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:32.746823 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:32.830848 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.835140 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.845286 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2dc3419a-638f-436b-a687-afe6d498bfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:32.884019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28718d5f-b112-4053-bf4a-34373624deb9,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:32.887533 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:32.889809 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f5b66b62c20414b802ac00951923de6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1918707
May 10 17:21:32.894618 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60262) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:32.950871 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.976956 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.034721 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.038743 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4858f124-ce48-4915-ac3d-ece1fd2dee07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:33.052025 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28718d5f-b112-4053-bf4a-34373624deb9,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:33.054791 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:33.058118 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.059944 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28718d5f-b112-4053-bf4a-34373624deb9 HTTP/1.1" status: 204  len: 168 time: 0.1637001
May 10 17:21:33.913788 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828aa10-1437-44cc-8256-9a43722741e0 req-227d889e-9f8f-4416-a747-2e9b756622c4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:33.915271 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1828aa10-1437-44cc-8256-9a43722741e0 req-227d889e-9f8f-4416-a747-2e9b756622c4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0865073
May 10 17:21:33.961753 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1828aa10-1437-44cc-8256-9a43722741e0 req-0302c856-c04e-4544-98f6-e2dcfd3a98cf tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406876
May 10 17:21:35.159821 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057d093-5573-4da3-981b-69ac179cc79f req-c9bc21b3-f898-44a3-a6ff-6577e863a204 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:35.161458 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1057d093-5573-4da3-981b-69ac179cc79f req-c9bc21b3-f898-44a3-a6ff-6577e863a204 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.0823162
May 10 17:21:35.295488 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1057d093-5573-4da3-981b-69ac179cc79f req-dc55a4b8-ca21-4d01-913a-52810cfb064b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271756
May 10 17:21:36.666926 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d196f-f664-4db1-9878-443525db63a3 req-fe1e255f-6aef-48c6-bfcc-63890adaf0df tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:36.668453 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f8d196f-f664-4db1-9878-443525db63a3 req-fe1e255f-6aef-48c6-bfcc-63890adaf0df tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.2605824
May 10 17:21:36.716944 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4f8d196f-f664-4db1-9878-443525db63a3 req-9c1b9d29-52b7-4c93-8637-b3c672070042 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427313
May 10 17:21:36.849893 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-9a3f8ced-f3c4-444b-a028-3360c071a971 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:36.850612 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-9a3f8ced-f3c4-444b-a028-3360c071a971 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Synchronizing usage tracker for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:36.874060 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-9a3f8ced-f3c4-444b-a028-3360c071a971 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Unset dirty status for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:36.875245 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-9a3f8ced-f3c4-444b-a028-3360c071a971 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 946 time: 0.1167974
May 10 17:21:37.032397 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Deleting port 1084279b-00d6-4577-aacc-d687593238ea {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:21:37.033898 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:37.191102 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] For port 1084279b-00d6-4577-aacc-d687593238ea, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1084279b-00d6-4577-aacc-d687593238ea,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:37.191455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:37.497830 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:37.498194 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:37.498568 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.l3_db [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Floating IP 683c67c0-292b-4370-84ba-17c9bdf5dbc3 disassociated. External IP: 172.27.2.108, port: 1084279b-00d6-4577-aacc-d687593238ea.
May 10 17:21:37.498891 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Calling delete_port for 1084279b-00d6-4577-aacc-d687593238ea owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:21:37.611339 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:37.617148 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-da5753b2-cf1f-4e31-bfb0-8e918a22476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:37.659863 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event deleted for resources: {'Port': ['ID=1084279b-00d6-4577-aacc-d687593238ea,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:37.664124 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:37.959846 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Router 99f3e448-0322-47bd-98eb-257dcc75b9d1 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:21:37.966113 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-45fe4724-3439-4db6-a262-457e412eba33 req-7d8263ed-7e45-4d17-9d13-3d14b3dec12e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.1033039
May 10 17:21:38.147447 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:21:38.157746 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] Sync routers for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:21:38.168258 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:38.169054 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1eb3d0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:38.225575 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] No DVR routers for this DVR port 1084279b-00d6-4577-aacc-d687593238ea on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:21:38.228254 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:38.232391 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-deleted', 'tag': '1084279b-00d6-4577-aacc-d687593238ea'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:38.276027 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-b4d7ca1d-c58d-4bff-ad9a-c729636240fb req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "DELETE /v2.0/ports/1084279b-00d6-4577-aacc-d687593238ea HTTP/1.1" status: 204  len: 173 time: 1.3917840
May 10 17:21:38.293822 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebc50f5-147a-4ef9-9e81-9a399c88aa7b', 'name': 'network-vif-deleted', 'tag': '1084279b-00d6-4577-aacc-d687593238ea', 'status': 'completed', 'code': 200}
May 10 17:21:38.378562 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:38.694677 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1eb3d0>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:38.698825 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] Checking router: 99f3e448-0322-47bd-98eb-257dcc75b9d1 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:21:38.707436 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:38.708743 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1eb3d0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:38.893326 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:39.132785 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e5d0e53d-cbe0-4188-8b3b-2d46ecde21a5 req-51a226c3-1ad7-44cf-ba69-bc618775e611 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0426075
May 10 17:21:39.229574 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1eb3d0>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:39.233249 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0374a-a338-4ebd-aef8-c63c95245af0 None None] The sync data for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi is: [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:21:39.458673 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9c12e-bf52-4fa9-9f62-7d93c84f99d9 None None] New status for floating IP 683c67c0-292b-4370-84ba-17c9bdf5dbc3: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:21:40.235729 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cede573c-a277-4424-8807-7626f7150479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:40.320120 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-54f46f86-b154-42e2-9cce-a2794e5bc53f req-0e8aad15-71b6-41ee-b291-631cd016cb53 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0461268
May 10 17:21:41.179637 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:21:41.214873 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 1084279b-00d6-4577-aacc-d687593238ea {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:21:41.215113 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1084279b-00d6-4577-aacc-d687593238ea not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:21:41.498032 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-51c57bac-e35f-484c-a979-fa51790aa9f0 req-db26b61b-1616-4db4-8a56-2bf7ecfe4465 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=bebc50f5-147a-4ef9-9e81-9a399c88aa7b HTTP/1.1" status: 200  len: 210 time: 0.0462010
May 10 17:21:42.641936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 60446) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:42.681370 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.729296 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.760524 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.822363 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.831706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c0383349-6e67-4c6a-919e-e0f07b36a76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:42.850128 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ea0a4-5365-4f4e-a39b-4812a766f7e2,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:42.852714 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:42.859812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.864222 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf2ea0a4-5365-4f4e-a39b-4812a766f7e2 HTTP/1.1" status: 204  len: 168 time: 0.2168865
May 10 17:21:42.865492 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60456) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:42.910514 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.api.v2.resource [None req-e75f01fb-13c3-4bef-b329-f188f76d73aa tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] show failed (client error): The resource could not be found.
May 10 17:21:42.915013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 60460) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:42.921655 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-74050861-5e2e-4d4b-865b-b15424096aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.928681 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e75f01fb-13c3-4bef-b329-f188f76d73aa tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups/cf2ea0a4-5365-4f4e-a39b-4812a766f7e2 HTTP/1.1" status: 404  len: 347 time: 0.0483408
May 10 17:21:43.149036 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Deleting port a1e6ee27-6092-43a5-8864-0b58b50e9bfb {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:21:43.149361 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.275453 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.275802 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.399511 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Calling delete_port for a1e6ee27-6092-43a5-8864-0b58b50e9bfb owned by network:floatingip {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:21:43.517180 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.521413 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2c148efb-42c5-419a-acf5-78b8f12b9798 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:43.572322 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event deleted for resources: {'Port': ['ID=a1e6ee27-6092-43a5-8864-0b58b50e9bfb,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:43.576699 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:43.667566 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.682039 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.683151 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "DELETE /v2.0/floatingips/683c67c0-292b-4370-84ba-17c9bdf5dbc3 HTTP/1.1" status: 204  len: 168 time: 0.7671690
May 10 17:21:43.885935 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.076652 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 60474) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:44.097835 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228982329', 'description': 'tempest-description--507742178'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:44.105307 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:44.110294 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:44.113409 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:44.120482 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:44.146552 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.185569 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:44.185569 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group_rule and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:44.185569 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:44.202264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:44.225146 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-46167e27-fe08-430e-8cc8-320f2b05f5e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1923547
May 10 17:21:44.476803 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.490420 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.497169 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-67f56b25-9e16-4e35-9f5b-808a13b712e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:44.513855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-8531f5fe-7491-48fe-a3e6-e3e15fe991b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:44.514073 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-8531f5fe-7491-48fe-a3e6-e3e15fe991b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 1098 time: 0.2495759
May 10 17:21:44.547341 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1354839-ae16-4246-aca4-04739e89fac8,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:44.550694 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:44.552730 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.557522 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4769678
May 10 17:21:44.566985 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cbdff-2a2a-4170-8faf-d056a1ac70ec req-b471e987-6640-4eb3-9ab3-4715cd9464c5 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:44.568799 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-292cbdff-2a2a-4170-8faf-d056a1ac70ec req-b471e987-6640-4eb3-9ab3-4715cd9464c5 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 946 time: 0.0916402
May 10 17:21:44.569343 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60488) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:44.574343 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'security_group_rule': {'security_group_id': 'b1354839-ae16-4246-aca4-04739e89fac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:44.580108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:44.585020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group_rule and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:44.589240 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:44.598207 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:44.628888 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.703100 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-292cbdff-2a2a-4170-8faf-d056a1ac70ec req-9d510ee3-875f-4297-8560-3f6e30fc2d72 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102738
May 10 17:21:44.727123 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.740145 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-a7bccac3-b725-4e13-9af4-ed5d54574e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:44.741444 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.742015 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-a7bccac3-b725-4e13-9af4-ed5d54574e26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 912 time: 0.1853874
May 10 17:21:44.744521 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:44.769384 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71830697-501d-4f6b-9271-025a17cdcc90,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:44.773230 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:44.785371 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.791384 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-0e121aa4-ed26-4d41-bd35-1aece29353b3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2208583
May 10 17:21:44.792630 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60496) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:44.800792 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'security_group_rule': {'security_group_id': 'b1354839-ae16-4246-aca4-04739e89fac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:44.804174 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.808546 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:44.812990 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:security_group_rule and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:44.816151 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:44.824245 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:44.839613 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.873538 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-b9973029-122f-4059-930c-ab451cb3e880 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 200  len: 1000 time: 0.1225531
May 10 17:21:44.919169 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.923227 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.925514 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2cfb9bec-7561-4838-916a-1ef07dab63f2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:44.945405 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a822f86-0fe3-4cee-b937-a7f2778640e6,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:44.945919 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-bd3f7f51-2a15-4dcf-af71-6ed39db31d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:44.948608 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-bd3f7f51-2a15-4dcf-af71-6ed39db31d43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.0667069
May 10 17:21:44.949776 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:44.958482 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.963426 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-34baf0bd-09d6-4ed3-8f9d-ae0b8e87829e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1655200
May 10 17:21:44.963426 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60500) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:44.968997 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:44.977567 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:44.981750 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:floatingip and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:44.984847 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:44.991286 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:45.005373 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.046068 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-67d801ca-1502-4c64-af20-b5a41eaf5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:45.047517 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-67d801ca-1502-4c64-af20-b5a41eaf5f18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914402
May 10 17:21:45.148628 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.187232 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-324424b3-45f4-451f-80e4-d7f8c6af0194 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316071
May 10 17:21:45.297875 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Allocated IP 172.27.2.177 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/012787ed-5639-4a6d-a20e-a98e971b5f6a) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:45.327174 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e877aeb3-0e06-4a63-a888-55b14335fe5a req-8b94710e-d8f5-4d52-9300-b6f48f26a359 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309066
May 10 17:21:45.458712 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.489514 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.494694 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:45.561263 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:45.569425 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:45.571876 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:45.603545 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'Port': ['ID=012787ed-5639-4a6d-a20e-a98e971b5f6a,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:45.610008 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:45.642123 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.659350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.722230 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.000922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f2ff0-df55-4712-8381-fc32a10f301b req-657f6a10-28ea-4dc8-b55d-beddb0ef2d13 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.002782 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7b1f2ff0-df55-4712-8381-fc32a10f301b req-657f6a10-28ea-4dc8-b55d-beddb0ef2d13 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 946 time: 0.1386251
May 10 17:21:46.045231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.050273 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.057304 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-90f26ba0-1f9a-4d49-aa7b-66efc67f76d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:46.166043 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7b1f2ff0-df55-4712-8381-fc32a10f301b req-56aac19c-f895-47b3-bf7c-c56ace9e5e1e tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/security-groups?id=206f01ac-e424-4d1b-bca6-66c29a02ffee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507454
May 10 17:21:46.181157 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'Port': ['ID=012787ed-5639-4a6d-a20e-a98e971b5f6a,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:46.184173 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:46.203589 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.235311 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.245222 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2722042
May 10 17:21:46.587104 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-befb324a-f690-46a6-a5ec-2a6293d8531d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--228982329&fields=id&tenant_id=568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 267 time: 0.1492543
May 10 17:21:46.616420 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682777c8-d57e-49af-972e-f406da210b92 req-85daedbd-ff85-4120-bce7-a51d117ca0fd tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.617165 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-682777c8-d57e-49af-972e-f406da210b92 req-85daedbd-ff85-4120-bce7-a51d117ca0fd tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Synchronizing usage tracker for tenant:8c96f015b11441d0982c705fcc6c5bbe on resource:port {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:46.636644 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-682777c8-d57e-49af-972e-f406da210b92 req-85daedbd-ff85-4120-bce7-a51d117ca0fd tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Unset dirty status for tenant:8c96f015b11441d0982c705fcc6c5bbe on resource:port {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:46.637767 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-682777c8-d57e-49af-972e-f406da210b92 req-85daedbd-ff85-4120-bce7-a51d117ca0fd tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 946 time: 0.1235917
May 10 17:21:46.745359 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-d9f3ad04-f83a-4d3d-8f15-8a48cd8f238b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.746709 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-d9f3ad04-f83a-4d3d-8f15-8a48cd8f238b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 816 time: 0.1521654
May 10 17:21:46.761916 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-a046b502-8587-41bb-b16f-cdc9aa50927f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/quotas/568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 375 time: 0.0095325
May 10 17:21:46.782903 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Deleting port 51875e03-cb4a-425f-808e-62ba87d0ca08 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:21:46.783328 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.853516 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-81338cf3-7231-48c5-85c3-6439865da961 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0858724
May 10 17:21:46.922507 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] For port 51875e03-cb4a-425f-808e-62ba87d0ca08, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51875e03-cb4a-425f-808e-62ba87d0ca08,segment=NetworkSegment(f7faba8b-6367-47ab-a2ce-291e592bf8cc),segment_id=f7faba8b-6367-47ab-a2ce-291e592bf8cc)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:46.922909 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.050910 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Calling delete_port for 51875e03-cb4a-425f-808e-62ba87d0ca08 owned by compute:nova {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:21:47.061697 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-2c31cd53-2e9c-4239-882d-118bce57f0aa service neutron] 10.222.0.13 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959958
May 10 17:21:47.180766 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.187301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a11b7ae8-1829-428f-8b97-e8f717432df4 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:47.211671 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-185fee09-d0e2-4d12-87b7-85120c51c614 service neutron] 10.222.0.13 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412578
May 10 17:21:47.217372 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['51875e03-cb4a-425f-808e-62ba87d0ca08'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:47.235232 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Pushing event deleted for resources: {'Port': ['ID=51875e03-cb4a-425f-808e-62ba87d0ca08,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:47.238477 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:47.317021 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] No DVR routers for this DVR port 51875e03-cb4a-425f-808e-62ba87d0ca08 on host hv-cinder-78638 {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:21:47.320137 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.322991 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6203781-3d93-48eb-b357-99399c97cb63', 'name': 'network-vif-deleted', 'tag': '51875e03-cb4a-425f-808e-62ba87d0ca08'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:47.341757 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-682777c8-d57e-49af-972e-f406da210b92 req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.43 "DELETE /v2.0/ports/51875e03-cb4a-425f-808e-62ba87d0ca08 HTTP/1.1" status: 204  len: 173 time: 0.6945648
May 10 17:21:47.382858 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-588e8ee0-0142-40ee-a910-24368c65948f req-3746a1d6-91f0-4784-ac55-d720356d68ab tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 210 time: 0.0593474
May 10 17:21:47.396742 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6203781-3d93-48eb-b357-99399c97cb63', 'name': 'network-vif-deleted', 'tag': '51875e03-cb4a-425f-808e-62ba87d0ca08', 'status': 'completed', 'code': 200}
May 10 17:21:47.473178 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f24aa111-64b7-4247-b64c-0ab934191e26 req-dca8ba85-f4fa-4c20-b1da-a640472bbd69 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 210 time: 0.0433192
May 10 17:21:48.541375 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-abb5b1a4-c311-418c-9499-0645bd5bed93 req-6ac10d95-5498-4d6b-a0fd-31566f35eb6b tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 210 time: 0.0429623
May 10 17:21:48.636962 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-04327843-ab32-496c-98d4-5d72bd13836e req-931985e2-669d-4570-8ae3-108d6f19bea8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 210 time: 0.0471113
May 10 17:21:49.156699 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:21:49.697528 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e361ba69-3e6c-4150-93ec-7af44d14c8be req-6bc3a367-af05-40ca-96d6-7399c7f587b3 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 210 time: 0.0447958
May 10 17:21:49.861394 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e3e3a106-4f5d-4965-8736-20cae66ddafc req-e8f1bf8c-5cd0-428f-8636-69ec9e05bf7b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 210 time: 0.0444880
May 10 17:21:50.884239 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1fe2e44b-05fb-464b-ad27-1622746b0295 req-7bad9328-215f-4227-a019-6694b48eb75d tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6203781-3d93-48eb-b357-99399c97cb63 HTTP/1.1" status: 200  len: 210 time: 0.0569932
May 10 17:21:51.101276 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-58ae5aab-d10e-469f-8c0e-d03b4e0883cd req-5b8302d4-6428-49a4-95be-cdb261017eda tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 210 time: 0.0569596
May 10 17:21:51.671823 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-c88e250a-d7b8-47d6-aa62-a4ebcb604909 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:51.673255 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-c88e250a-d7b8-47d6-aa62-a4ebcb604909 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 816 time: 0.2431087
May 10 17:21:51.735614 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-7c7481a6-5e1a-4dfe-8194-a0ed3417ad2e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Synchronizing usage tracker for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:security_group {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:51.752199 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-7c7481a6-5e1a-4dfe-8194-a0ed3417ad2e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Unset dirty status for tenant:568fd7c4bf57477fb69cf13384c05c60 on resource:security_group {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:51.753459 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-7c7481a6-5e1a-4dfe-8194-a0ed3417ad2e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 379 time: 0.0584292
May 10 17:21:51.779256 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'port': {'device_id': '5210eea2-ee9e-4470-a150-755b26e92666', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'admin_state_up': True, 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'security_groups': ['b1354839-ae16-4246-aca4-04739e89fac8']}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:51.916459 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:51.920722 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Usage tracker for resource:port and tenant:568fd7c4bf57477fb69cf13384c05c60 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:51.924220 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:51.930874 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:51.941769 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Made reservation on behalf of 568fd7c4bf57477fb69cf13384c05c60 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:51.945662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.123262 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Allocated IP 172.20.0.10 (64ba8592-3a09-4d36-a634-372e556f8775/ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b/97d982ec-15eb-4823-8d84-7353ce3a7125) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:52.276356 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7379b383-bfa2-47b0-86e5-83696b52c7d7 req-b9d9e7b9-f0fd-48b4-8404-431b9d42ff24 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 210 time: 0.0450139
May 10 17:21:52.337436 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.354733 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Transition to ACTIVE for port object 97d982ec-15eb-4823-8d84-7353ce3a7125 will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:52.385342 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.400861 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2af9e3c2-1917-4f93-89aa-2eac16b7c73d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:52.464535 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Network 64ba8592-3a09-4d36-a634-372e556f8775 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:52.472810 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:52.477784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:52.533210 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:52.538662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:52.560363 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:52.561082 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.587949 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8125381
May 10 17:21:52.613859 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Request body: {'port': {'device_id': '5210eea2-ee9e-4470-a150-755b26e92666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:52.671180 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f09f50b3-b432-47a9-967c-0c8cfa53f168 None None] Provisioning for port 97d982ec-15eb-4823-8d84-7353ce3a7125 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:52.676241 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f09f50b3-b432-47a9-967c-0c8cfa53f168 None None] Provisioning complete for port 97d982ec-15eb-4823-8d84-7353ce3a7125 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:52.676617 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f09f50b3-b432-47a9-967c-0c8cfa53f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.728962 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.735496 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-f09f50b3-b432-47a9-967c-0c8cfa53f168 None None] Port 97d982ec-15eb-4823-8d84-7353ce3a7125 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:21:53.071525 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d982ec-15eb-4823-8d84-7353ce3a7125 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:53.078830 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.093068 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Transition to ACTIVE for port object 97d982ec-15eb-4823-8d84-7353ce3a7125 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:53.096157 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.101107 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:53.262204 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:53.289771 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:53.335000 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Attempting to bind port 97d982ec-15eb-4823-8d84-7353ce3a7125 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:21:53.335338 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Attempting to bind port 97d982ec-15eb-4823-8d84-7353ce3a7125 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:21:53.335788 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Attempting to bind port 97d982ec-15eb-4823-8d84-7353ce3a7125 on network 64ba8592-3a09-4d36-a634-372e556f8775 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:53.340782 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Port 97d982ec-15eb-4823-8d84-7353ce3a7125 on network 64ba8592-3a09-4d36-a634-372e556f8775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:21:53.341291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Attempting to bind port 97d982ec-15eb-4823-8d84-7353ce3a7125 on network 64ba8592-3a09-4d36-a634-372e556f8775 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:53.346534 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:21:53.346862 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Checking segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:53.347274 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Bound using segment: {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:21:53.347813 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Bound port: 97d982ec-15eb-4823-8d84-7353ce3a7125, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe30122a-28b4-4c11-93bc-5380a2a956ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:21:53.348234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.458034 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:21:53.463948 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:21:53.468096 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.472955 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b6f49d52-f074-4ce0-845d-0f12c1f41f88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:53.485182 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1862f-c42c-4d00-a644-0b407fb5f416 req-15010a4b-6be8-4e29-93a5-61842a082f60 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.486710 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-95e1862f-c42c-4d00-a644-0b407fb5f416 req-15010a4b-6be8-4e29-93a5-61842a082f60 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0885632
May 10 17:21:53.524675 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.525374 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.528595 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-048813da-273e-4942-a722-e1455a0beb00 service neutron] 10.222.0.43 "PUT /v2.0/ports/97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 200  len: 1094 time: 0.9190447
May 10 17:21:53.531619 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:53.572336 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-95e1862f-c42c-4d00-a644-0b407fb5f416 req-a2e9dc20-adb2-4fea-98d5-707c400ae989 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783036
May 10 17:21:53.576106 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:53.581301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:53.585290 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'status': 'completed', 'code': 200}
May 10 17:21:53.695871 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-7868ab2b-29d3-47ba-807a-5feb4249279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.697382 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-7868ab2b-29d3-47ba-807a-5feb4249279c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1097 time: 0.0899160
May 10 17:21:53.893256 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-dcb561df-e860-4633-8e74-488d07f0028f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 200  len: 217 time: 0.1752551
May 10 17:21:53.971913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-fc66f39a-20f0-4e43-be06-77f00ba48522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.973363 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-fc66f39a-20f0-4e43-be06-77f00ba48522 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.0618920
May 10 17:21:54.049805 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-af92e509-5415-4cca-a10a-792e2cc67290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.051242 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-af92e509-5415-4cca-a10a-792e2cc67290 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696602
May 10 17:21:54.183353 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-896cac4a-bc55-482f-900f-8e1e93f1deca service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226013
May 10 17:21:54.252869 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51875e03-cb4a-425f-808e-62ba87d0ca08 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:21:54.292757 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 51875e03-cb4a-425f-808e-62ba87d0ca08 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:21:54.293384 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 51875e03-cb4a-425f-808e-62ba87d0ca08 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:21:54.329191 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ee781300-de7c-4f7e-ba8d-acc86709903d req-528ff65e-6b04-49ab-8ef4-c641aecab199 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362765
May 10 17:21:54.533764 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-4742253f-33f1-4ecc-8a46-d294f5eb8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.535330 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-4742253f-33f1-4ecc-8a46-d294f5eb8859 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1097 time: 0.0783980
May 10 17:21:54.773606 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e432-2a02-4a6a-b750-51445d11bd6a req-2ae101a3-65bf-4ec3-8766-21e9af42a5c9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.775056 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-de48e432-2a02-4a6a-b750-51445d11bd6a req-2ae101a3-65bf-4ec3-8766-21e9af42a5c9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0805068
May 10 17:21:54.823990 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-de48e432-2a02-4a6a-b750-51445d11bd6a req-60016f7d-cfb1-4302-9f73-ccf3314f6d2d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431609
May 10 17:21:55.758763 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-d0478125-46c3-447c-8dc8-67c8b8d4309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:55.760399 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-d0478125-46c3-447c-8dc8-67c8b8d4309a service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.1809511
May 10 17:21:56.011557 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b4905-697f-44b9-8999-3b04c3d6d8c0 req-13999548-1cac-424c-b65e-95f79684acb9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.013011 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f25b4905-697f-44b9-8999-3b04c3d6d8c0 req-13999548-1cac-424c-b65e-95f79684acb9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0794685
May 10 17:21:56.058422 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f25b4905-697f-44b9-8999-3b04c3d6d8c0 req-ad2ca1e1-adfe-4975-85bd-0281b2dd2078 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395353
May 10 17:21:56.487543 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-4adc61de-3474-4733-b905-64bf92d6384a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 200  len: 217 time: 0.0628698
May 10 17:21:57.255939 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a972-c74d-425e-b2c9-048fa9aa70ea req-de8bf93e-8cdb-4dc3-a9e3-09a00c5e9af5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.257730 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91c3a972-c74d-425e-b2c9-048fa9aa70ea req-de8bf93e-8cdb-4dc3-a9e3-09a00c5e9af5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0861259
May 10 17:21:57.305653 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91c3a972-c74d-425e-b2c9-048fa9aa70ea req-ef726f6c-c70c-43aa-8f8c-6ff93570554e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418320
May 10 17:21:57.482467 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-16cb07f5-4a6f-4fb0-9bf7-72579f5402e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.483900 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-16cb07f5-4a6f-4fb0-9bf7-72579f5402e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.0620062
May 10 17:21:57.563634 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-27f84d22-d804-4ca3-b548-ada974a4e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.565121 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-27f84d22-d804-4ca3-b548-ada974a4e926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713997
May 10 17:21:57.700805 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-ebae2a04-8af6-4911-bada-3aa88f8418cf service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271589
May 10 17:21:57.835434 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-d3e1460d-0184-4650-b6b3-3a0820daf86c req-1f93a0f6-d5f8-4310-8e3b-f87fd1b9910a service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270955
May 10 17:21:58.515875 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601714-e5e5-43e9-a162-a45c96b4aeb8 req-55bc9a1f-08a1-4c73-867b-dd1c4c3e7023 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.517372 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-42601714-e5e5-43e9-a162-a45c96b4aeb8 req-55bc9a1f-08a1-4c73-867b-dd1c4c3e7023 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0899079
May 10 17:21:58.591371 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-42601714-e5e5-43e9-a162-a45c96b4aeb8 req-652fb5f2-e2cb-444a-90c2-327b5278eaba tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646889
May 10 17:21:58.666038 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60696) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:58.788004 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:58.803635 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:58.809401 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Usage tracker for resource:security_group_rule and tenant:20b31bf31a554f4395c1d8e824dbbbd5 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:58.812574 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:58.818313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:58.903406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:58.906985 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:58.916900 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-26bb3a21-0879-4773-a879-e92ffa3b89a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:58.955902 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20b31bf31a554f4395c1d8e824dbbbd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2887545
May 10 17:21:58.957745 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb7daa-e2d4-4766-91e8-a3d2847b9366,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:58.958684 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 60702) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:58.960759 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:59.021568 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:59.048761 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:59.106455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:59.111714 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-30ab32fe-c1cd-4f4c-9f92-480931891130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:59.124735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb7daa-e2d4-4766-91e8-a3d2847b9366,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:59.130590 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:59.131686 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64bb7daa-e2d4-4766-91e8-a3d2847b9366 HTTP/1.1" status: 204  len: 168 time: 0.1721652
May 10 17:21:59.133214 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:59.458082 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-104bee74-737a-4be3-a926-c77a5c72e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.459627 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-104bee74-737a-4be3-a926-c77a5c72e696 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1137 time: 0.0852380
May 10 17:21:59.466305 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5f50d-343c-4bce-92a4-936fa77ff540 req-a4d92cdf-e5f6-48ad-b983-5f081b5b7ca6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.467652 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91f5f50d-343c-4bce-92a4-936fa77ff540 req-a4d92cdf-e5f6-48ad-b983-5f081b5b7ca6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.1119514
May 10 17:21:59.605316 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-278373a4-d7b1-4855-ba39-89a984d26be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.606751 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-278373a4-d7b1-4855-ba39-89a984d26be8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 916 time: 0.1376982
May 10 17:21:59.615324 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-91f5f50d-343c-4bce-92a4-936fa77ff540 req-24559da0-2427-449c-9fa0-b4ec45c267be tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1411119
May 10 17:21:59.847021 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-51961894-d61a-4812-a6da-2c594f2deb5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 1000 time: 0.2206092
May 10 17:21:59.874192 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798af04-1191-40f3-8f4a-01ff803f8c53 req-18f575ed-916a-4abf-a73c-14003604e4d8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.876070 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c798af04-1191-40f3-8f4a-01ff803f8c53 req-18f575ed-916a-4abf-a73c-14003604e4d8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1403749
May 10 17:21:59.930301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-70fbd8b0-4ccb-42f2-966a-f1f6aadb490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.933245 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-70fbd8b0-4ccb-42f2-966a-f1f6aadb490c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 200  len: 854 time: 0.0845551
May 10 17:21:59.954116 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c798af04-1191-40f3-8f4a-01ff803f8c53 req-8665eff5-9b8f-4f87-86ba-d0ce7be6e001 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604243
May 10 17:22:00.062259 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-e7d0bbc5-ea1c-4aa5-9c96-87c5a09e5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:00.064042 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-e7d0bbc5-ea1c-4aa5-9c96-87c5a09e5970 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1217155
May 10 17:22:00.226140 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-772a3d1f-c2d2-45ca-b7ce-b71dc8301002 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547208
May 10 17:22:00.264864 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:00.364367 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-24c5532c-bdd2-43c5-95a9-9c146f85360d req-6ddbf369-dfc8-4489-a782-e21cf3435d4c service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311698
May 10 17:22:00.420270 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:00.437293 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'port_id': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'mac_address': 'fa:16:3e:7a:96:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:00.497424 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:00.515456 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d982ec-15eb-4823-8d84-7353ce3a7125 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:00.533570 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:00.539251 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:00.541802 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:00.644471 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:00.659403 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.660705 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.661041 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.661434 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.661909 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.662291 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.662632 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.663062 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.663354 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.663682 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.664112 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.664653 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:00.678222 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:00.838310 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd65eb-97df-4a33-8ba8-4c3e19ce4a5f req-31585b42-5e43-44a6-846d-6a8bdac648ae tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:00.839919 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d3bd65eb-97df-4a33-8ba8-4c3e19ce4a5f req-31585b42-5e43-44a6-846d-6a8bdac648ae tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0836010
May 10 17:22:00.887781 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d3bd65eb-97df-4a33-8ba8-4c3e19ce4a5f req-38f03208-2a64-406c-b9ae-9cc03d5dc33f tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416019
May 10 17:22:00.891471 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['97d982ec-15eb-4823-8d84-7353ce3a7125'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:01.204967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f905ff-434e-4595-8cde-5badddd984e1 req-0815b34f-bc52-4345-969b-8f91d2687b9d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:01.206412 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-22f905ff-434e-4595-8cde-5badddd984e1 req-0815b34f-bc52-4345-969b-8f91d2687b9d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 945 time: 0.0835526
May 10 17:22:01.252321 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-22f905ff-434e-4595-8cde-5badddd984e1 req-e735a006-aaec-4102-b535-24e12677391d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401144
May 10 17:22:02.099351 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a98100-b550-44e9-9403-82e2a0f9b9be req-4540f11b-3868-478a-88f6-60159026db78 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:02.100831 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-68a98100-b550-44e9-9403-82e2a0f9b9be req-4540f11b-3868-478a-88f6-60159026db78 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0999539
May 10 17:22:02.152603 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-68a98100-b550-44e9-9403-82e2a0f9b9be req-15775eba-cfad-494d-b7f6-09ae6bdadef1 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0454285
May 10 17:22:02.273299 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:02.341729 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 97d982ec-15eb-4823-8d84-7353ce3a7125 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:02.346384 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 97d982ec-15eb-4823-8d84-7353ce3a7125 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:02.346741 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.443643 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee839-7fd9-4597-8e10-0a0da1dab746 req-f96c54d7-562c-4f2e-9250-f00a47061ea9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:02.445136 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2bfee839-7fd9-4597-8e10-0a0da1dab746 req-f96c54d7-562c-4f2e-9250-f00a47061ea9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 945 time: 0.0816743
May 10 17:22:02.464057 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.489875 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:02.491394 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2bfee839-7fd9-4597-8e10-0a0da1dab746 req-a5c37c9c-4370-435e-9eca-c63d2498884a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394807
May 10 17:22:02.500379 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:02.505913 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.508296 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-702a1962-a138-46f5-9597-c992b369054e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:02.542927 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'code': 200}
May 10 17:22:02.574472 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:02.577448 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:03.351158 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f909fe0-160a-421e-8488-18ee0040d6b3 req-f52098c7-a537-42fb-ac8b-66eda802f5e6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:03.352769 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3f909fe0-160a-421e-8488-18ee0040d6b3 req-f52098c7-a537-42fb-ac8b-66eda802f5e6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0909803
May 10 17:22:03.400190 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3f909fe0-160a-421e-8488-18ee0040d6b3 req-1b888d0f-490a-422f-a86e-0741f8ca3d54 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414798
May 10 17:22:03.689094 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e59ba-ecac-4dfd-83d4-00385a8ce7d8 req-e430f8a7-89a2-4673-876c-ed31e86a3f25 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:03.690549 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-676e59ba-ecac-4dfd-83d4-00385a8ce7d8 req-e430f8a7-89a2-4673-876c-ed31e86a3f25 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.0820010
May 10 17:22:03.739005 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-676e59ba-ecac-4dfd-83d4-00385a8ce7d8 req-c6a5e493-8c34-4b14-bc84-95230cc256cd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423071
May 10 17:22:04.585623 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677087d3-8f47-4a11-94d0-d98d16ccfa35 req-ceef539f-aa3a-4637-b470-6dd87152f7af tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:04.587484 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-677087d3-8f47-4a11-94d0-d98d16ccfa35 req-ceef539f-aa3a-4637-b470-6dd87152f7af tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0810089
May 10 17:22:04.634417 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-677087d3-8f47-4a11-94d0-d98d16ccfa35 req-11dfd928-acb9-4f5b-acf3-a51b99a4ab92 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405829
May 10 17:22:04.939459 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf63a1-e1f3-4968-8fe2-ad06762390e1 req-b68630a1-fed2-426e-a3b1-f04e1376a3c5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:04.940885 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8baf63a1-e1f3-4968-8fe2-ad06762390e1 req-b68630a1-fed2-426e-a3b1-f04e1376a3c5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.0910349
May 10 17:22:04.988269 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8baf63a1-e1f3-4968-8fe2-ad06762390e1 req-0a7e1a10-a492-4b30-9d71-0273e2b3642f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405052
May 10 17:22:05.543661 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a39cf-0faf-4af2-8fc4-1108ad381e02 req-6fa628c9-3266-4280-ae40-31de2c0b7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:05.545165 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e69a39cf-0faf-4af2-8fc4-1108ad381e02 req-6fa628c9-3266-4280-ae40-31de2c0b7a26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1099 time: 0.0747266
May 10 17:22:05.592744 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-e69a39cf-0faf-4af2-8fc4-1108ad381e02 req-133b1906-85ab-4c0c-8f64-297de9de306c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400844
May 10 17:22:05.825397 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d744898-0f62-463f-8910-ebff3722d242 req-61a0eaef-f172-468b-b9e7-81f2ba72bc53 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:05.826903 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3d744898-0f62-463f-8910-ebff3722d242 req-61a0eaef-f172-468b-b9e7-81f2ba72bc53 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0860779
May 10 17:22:05.880100 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3d744898-0f62-463f-8910-ebff3722d242 req-0765167d-bef7-41bd-8e02-9e407f4bfee9 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0471511
May 10 17:22:06.080461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3216f5-d8c7-43cb-94b0-284dac8c912e req-5531c471-7d7c-487d-aa62-aad4eca6fd89 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:06.081964 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa3216f5-d8c7-43cb-94b0-284dac8c912e req-5531c471-7d7c-487d-aa62-aad4eca6fd89 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.0828397
May 10 17:22:06.172107 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa3216f5-d8c7-43cb-94b0-284dac8c912e req-9b0748eb-9ce2-46a9-8adc-33dcbe284c4e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838108
May 10 17:22:06.208887 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368b97d-310f-48cb-88ec-2089863ab7ea req-799b0e64-4a70-49da-afcd-8e411967cf7d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:06.210305 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c368b97d-310f-48cb-88ec-2089863ab7ea req-799b0e64-4a70-49da-afcd-8e411967cf7d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1048512
May 10 17:22:06.256429 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c368b97d-310f-48cb-88ec-2089863ab7ea req-6eb8dee5-a6f9-4ad7-a209-818cb8354bfe tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401874
May 10 17:22:07.072295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f7741-c939-4d05-8297-e0b33bbc6acb req-d21083af-aee2-4fea-9641-0c756dbd1ecd tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.073757 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b84f7741-c939-4d05-8297-e0b33bbc6acb req-d21083af-aee2-4fea-9641-0c756dbd1ecd tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0828722
May 10 17:22:07.120940 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b84f7741-c939-4d05-8297-e0b33bbc6acb req-78d3a2a8-829c-4d5a-8d56-7547d24d6e38 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413361
May 10 17:22:07.363802 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc3237-8892-4c1e-abcb-c0e1c97521f3 req-0485c305-1f05-4aad-9c91-9837ff18b6c9 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.365289 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aabc3237-8892-4c1e-abcb-c0e1c97521f3 req-0485c305-1f05-4aad-9c91-9837ff18b6c9 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.0858583
May 10 17:22:07.460237 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aabc3237-8892-4c1e-abcb-c0e1c97521f3 req-bce11761-e7df-4a1b-853f-20d87f83812e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618348
May 10 17:22:07.489327 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eec267-f2ef-49ba-819f-c67402b1a59b req-5d0a4d73-f4c7-4829-b1b5-09fc04a0090f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.490820 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-88eec267-f2ef-49ba-819f-c67402b1a59b req-5d0a4d73-f4c7-4829-b1b5-09fc04a0090f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1245549
May 10 17:22:07.539121 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-88eec267-f2ef-49ba-819f-c67402b1a59b req-9b22e7e7-be72-4a20-bd20-04c6fd798aed tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411389
May 10 17:22:08.317323 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c0745-4576-431a-b80d-d84e69254b22 req-985f81cb-b8ae-49b1-a521-85a8503116c0 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.318760 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f52c0745-4576-431a-b80d-d84e69254b22 req-985f81cb-b8ae-49b1-a521-85a8503116c0 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0823119
May 10 17:22:08.365159 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f52c0745-4576-431a-b80d-d84e69254b22 req-8685bdce-82e1-492e-9c0f-6d9b4be2d74f tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0392361
May 10 17:22:08.794719 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a0d4-399c-4137-aef1-9f99920ecc18 req-a80f1488-2e8d-4957-be6e-dda5bc871a64 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.796100 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16f8a0d4-399c-4137-aef1-9f99920ecc18 req-a80f1488-2e8d-4957-be6e-dda5bc871a64 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2269275
May 10 17:22:08.830930 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9abfa2-332b-4931-8c4c-5e195e382b4a req-f9b0d971-8e9d-4a91-9fbe-cb05aec84dc1 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.832348 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9f9abfa2-332b-4931-8c4c-5e195e382b4a req-f9b0d971-8e9d-4a91-9fbe-cb05aec84dc1 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1362865
May 10 17:22:08.872130 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16f8a0d4-399c-4137-aef1-9f99920ecc18 req-f0f76e49-4a5b-4665-9c7f-785eb72fd30b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689826
May 10 17:22:08.893610 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9f9abfa2-332b-4931-8c4c-5e195e382b4a req-def951aa-6d09-4e83-84fc-d3233ccac83b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507464
May 10 17:22:09.561697 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36953f-af4f-4a15-8300-3292de12be1e req-92d5b0bf-f1a0-477b-bd90-14364588c3ea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:09.568032 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6f36953f-af4f-4a15-8300-3292de12be1e req-92d5b0bf-f1a0-477b-bd90-14364588c3ea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0884125
May 10 17:22:09.615519 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6f36953f-af4f-4a15-8300-3292de12be1e req-8a76c25e-26d1-4f05-8551-df7396481b15 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0457118
May 10 17:22:10.123751 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384c894-119e-4a0a-9618-cbde1773b316 req-b7655270-a260-4753-8147-788e4ae340b4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:10.125142 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3384c894-119e-4a0a-9618-cbde1773b316 req-b7655270-a260-4753-8147-788e4ae340b4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1437674
May 10 17:22:10.132486 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37898ba-3942-46df-a988-2deaa3e3f50a req-19a3583b-b45f-4dba-8373-dab126ea3a5d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:10.134637 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b37898ba-3942-46df-a988-2deaa3e3f50a req-19a3583b-b45f-4dba-8373-dab126ea3a5d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1216710
May 10 17:22:10.205002 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3384c894-119e-4a0a-9618-cbde1773b316 req-25df6cce-c2fd-4e82-8ec7-f14cf727359e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694149
May 10 17:22:10.209337 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b37898ba-3942-46df-a988-2deaa3e3f50a req-0e6e4f0f-34b0-4b5c-bf9f-3afe108f45e1 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612688
May 10 17:22:10.244666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412ea361-fc1a-4e65-99bd-0540727b1793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:10.974058 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40863799-2cbf-49fb-a17c-9b05366e305e req-e192afd4-4b6e-4891-9d7f-289216afd7a3 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:10.975548 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-40863799-2cbf-49fb-a17c-9b05366e305e req-e192afd4-4b6e-4891-9d7f-289216afd7a3 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0957496
May 10 17:22:11.033155 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-40863799-2cbf-49fb-a17c-9b05366e305e req-064c58b2-1ae6-44ad-aa44-742d6c5f0c61 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0485651
May 10 17:22:11.469811 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c1e4-00a5-4318-85e4-0a31d0485c85 req-85928776-bca5-43eb-8658-ef4195b18d2d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.471279 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1826c1e4-00a5-4318-85e4-0a31d0485c85 req-85928776-bca5-43eb-8658-ef4195b18d2d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1128113
May 10 17:22:11.478956 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034635-1937-4db1-afdb-b301d2cd97f3 req-33f07406-86d7-4227-a46f-6dcda9f411e7 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.480454 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-80034635-1937-4db1-afdb-b301d2cd97f3 req-33f07406-86d7-4227-a46f-6dcda9f411e7 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1584382
May 10 17:22:11.551041 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1826c1e4-00a5-4318-85e4-0a31d0485c85 req-2aa4de14-4b18-4c21-bdb9-e161a82ed534 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696092
May 10 17:22:11.556340 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-80034635-1937-4db1-afdb-b301d2cd97f3 req-fea4caaa-19ae-41fb-af85-9a7ff34248bd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610096
May 10 17:22:12.227926 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529780-01c5-4bf1-99dc-d7ccfbd4e8d1 req-7dc78a62-2129-4354-8a1e-8a730f027d50 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.229306 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0d529780-01c5-4bf1-99dc-d7ccfbd4e8d1 req-7dc78a62-2129-4354-8a1e-8a730f027d50 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0857770
May 10 17:22:12.280509 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0d529780-01c5-4bf1-99dc-d7ccfbd4e8d1 req-6194fb12-ccbb-4f17-a3e7-08548177a998 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0427604
May 10 17:22:12.659761 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.815038 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d77259-c3b9-425c-8c38-ce4af186bccb req-cac80a0e-8451-427e-8aa7-988fed611c86 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.816556 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b4d77259-c3b9-425c-8c38-ce4af186bccb req-cac80a0e-8451-427e-8aa7-988fed611c86 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1180987
May 10 17:22:12.826846 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b8271-2942-479c-8e4b-f5d730e0d300 req-e33641f3-751d-4462-b21f-c1b5bbbe31e7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.828494 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-602b8271-2942-479c-8e4b-f5d730e0d300 req-e33641f3-751d-4462-b21f-c1b5bbbe31e7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1647997
May 10 17:22:12.901854 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b4d77259-c3b9-425c-8c38-ce4af186bccb req-d319aeec-cf68-455e-a060-6e4fbc5f0eff tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723658
May 10 17:22:12.908487 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-047cdd2f-6e94-45d5-922d-9840924bf1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.910236 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-602b8271-2942-479c-8e4b-f5d730e0d300 req-be0b4c2b-e72f-4b53-b7b9-29d786958d3d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658996
May 10 17:22:13.095316 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bb38b-a1a8-4798-8b32-d2403df97513 req-2033f6fb-e7d7-4502-95db-c8d2293c5378 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:13.096803 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-946bb38b-a1a8-4798-8b32-d2403df97513 req-2033f6fb-e7d7-4502-95db-c8d2293c5378 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.0816648
May 10 17:22:13.105760 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 60926) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:13.111081 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Request body: {'floatingip': {'port_id': '97d982ec-15eb-4823-8d84-7353ce3a7125'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:13.190147 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.783695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540444-808d-40b3-a612-0cf2a416d4e6 req-4485232c-20de-4810-9f2b-41f72a9d946b tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:13.785181 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-86540444-808d-40b3-a612-0cf2a416d4e6 req-4485232c-20de-4810-9f2b-41f72a9d946b tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.3484025
May 10 17:22:13.849672 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-86540444-808d-40b3-a612-0cf2a416d4e6 req-e2173b0f-e070-4526-9405-b469fa31b34e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0542061
May 10 17:22:13.888023 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.969499 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.981450 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.220306 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Floating IP 8535a378-a124-4418-a795-13d6c5d084d4 associated. External IP: 172.27.2.177, port: 97d982ec-15eb-4823-8d84-7353ce3a7125.
May 10 17:22:14.286160 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ad1d-e120-43c9-9ffc-7102bd9f958a req-a9ae71a7-81c9-4305-87da-9ff8112f26ce tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.287474 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8b0ad1d-e120-43c9-9ffc-7102bd9f958a req-a9ae71a7-81c9-4305-87da-9ff8112f26ce tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.2458503
May 10 17:22:14.412114 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8b0ad1d-e120-43c9-9ffc-7102bd9f958a req-dc82be5e-5f8d-49ee-a0b2-bb7694827048 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686350
May 10 17:22:14.621777 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Router 99f3e448-0322-47bd-98eb-257dcc75b9d1 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:14.797523 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:14.801198 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.810336 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] Sync routers for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:14.813205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.822589 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:14.823103 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5a3be0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:15.020437 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:15.034800 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d27fecfe-b3a0-428f-978b-f3c206049473 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "PUT /v2.0/floatingips/8535a378-a124-4418-a795-13d6c5d084d4 HTTP/1.1" status: 200  len: 992 time: 1.9251509
May 10 17:22:15.034800 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:15.074307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29297510-1f7a-4eda-968e-5338e0c9dea6 req-1209b134-8565-41d0-9873-1f8db82f8271 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.081526 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-29297510-1f7a-4eda-968e-5338e0c9dea6 req-1209b134-8565-41d0-9873-1f8db82f8271 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.1145017
May 10 17:22:15.125694 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-29297510-1f7a-4eda-968e-5338e0c9dea6 req-b1d133d8-c45c-4b1a-9cee-00414f0c6d3d tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432861
May 10 17:22:15.184917 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'status': 'completed', 'code': 200}
May 10 17:22:15.368366 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-00ac442b-8d7a-4a5d-b8c5-5500c13cdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.369836 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-00ac442b-8d7a-4a5d-b8c5-5500c13cdfdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1099 time: 0.0726023
May 10 17:22:15.465964 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5a3be0>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '8535a378-a124-4418-a795-13d6c5d084d4', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'port_id': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'mac_address': 'fa:16:3e:7a:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5210eea2-ee9e-4470-a150-755b26e92666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:45Z', 'updated_at': '2021-05-10T17:22:13Z', 'revision_number': 1, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:15.470425 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] Checking router: 99f3e448-0322-47bd-98eb-257dcc75b9d1 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:15.480560 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:15.481189 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5a3be0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:15.527229 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf90c6-470f-4dad-842a-172b2342732e req-822a11ae-8e60-4150-9bec-064035c57908 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.529003 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ecf90c6-470f-4dad-842a-172b2342732e req-822a11ae-8e60-4150-9bec-064035c57908 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1043100
May 10 17:22:15.583027 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-d30281b7-8d6a-433e-8542-b2d0b6c08542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.587621 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-d30281b7-8d6a-433e-8542-b2d0b6c08542 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.1625805
May 10 17:22:15.667263 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.698784 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:15.699133 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-344207df-2b65-4400-88e4-e659cc5dee8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 200  len: 1000 time: 0.1052835
May 10 17:22:15.718637 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eaec-1a8f-47ca-b13c-369078d181d8 req-7c7223c9-f209-4d00-a907-149660e5b519 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.720113 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8d2eaec-1a8f-47ca-b13c-369078d181d8 req-7c7223c9-f209-4d00-a907-149660e5b519 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 945 time: 0.1457648
May 10 17:22:15.768134 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-30083ee4-e806-4da8-904b-c62e2f90c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.769736 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-30083ee4-e806-4da8-904b-c62e2f90c68a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.0641046
May 10 17:22:15.780599 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Deleting port 0ec6854e-b42f-4164-be26-d0aefc87ff36 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:15.780912 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.853896 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8d2eaec-1a8f-47ca-b13c-369078d181d8 req-d7e7d95b-bd4a-4dd5-8eee-88063262e36e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230557
May 10 17:22:15.924471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-46581a7f-d840-494f-9aed-13b741b8eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.926090 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-46581a7f-d840-494f-9aed-13b741b8eda1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236072
May 10 17:22:15.957874 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] For port 0ec6854e-b42f-4164-be26-d0aefc87ff36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ec6854e-b42f-4164-be26-d0aefc87ff36,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:15.958250 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.153272 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-708738dc-6c6e-4610-955b-a8d369d6a19b service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192342
May 10 17:22:16.177693 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5a3be0>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '8535a378-a124-4418-a795-13d6c5d084d4', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'port_id': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'mac_address': 'fa:16:3e:7a:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5210eea2-ee9e-4470-a150-755b26e92666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:45Z', 'updated_at': '2021-05-10T17:22:13Z', 'revision_number': 1, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:16.196632 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ddde1a-9b42-4e73-be51-c63f96e98da5 None None] The sync data for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi is: [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '8535a378-a124-4418-a795-13d6c5d084d4', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'port_id': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'mac_address': 'fa:16:3e:7a:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5210eea2-ee9e-4470-a150-755b26e92666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:45Z', 'updated_at': '2021-05-10T17:22:13Z', 'revision_number': 1, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:16.332317 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-be2f8e5b-32ec-4211-9a12-464fd9590ede req-598f747e-84d9-4aaa-aedd-60acabd14823 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674752
May 10 17:22:16.512143 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.512603 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.512981 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Floating IP f3b8a322-827f-49d5-a92c-aa5266030216 disassociated. External IP: 172.27.2.24, port: 0ec6854e-b42f-4164-be26-d0aefc87ff36.
May 10 17:22:16.513380 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Calling delete_port for 0ec6854e-b42f-4164-be26-d0aefc87ff36 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:16.543469 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b700f7b-b16c-42f6-980f-b870c4bc24b0 req-14c3eb1a-72c8-4c61-8904-f412b8c79f40 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:16.545279 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9b700f7b-b16c-42f6-980f-b870c4bc24b0 req-14c3eb1a-72c8-4c61-8904-f412b8c79f40 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.1565411
May 10 17:22:16.552744 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26c2d8-a07d-446d-96a0-71ad0df79f43 None None] New status for floating IP 8535a378-a124-4418-a795-13d6c5d084d4: ACTIVE {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:22:16.608531 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9b700f7b-b16c-42f6-980f-b870c4bc24b0 req-556470da-041a-4a9f-9142-86f71f5a1d72 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&id=54a57ffa-2180-4368-89a1-b567264867ba&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0520842
May 10 17:22:16.729093 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.736863 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2e092965-f44e-4c60-a08f-6b0f9bc295d4 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:16.789150 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event deleted for resources: {'Port': ['ID=0ec6854e-b42f-4164-be26-d0aefc87ff36,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.804549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:16.811256 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:17.030276 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fc219026-5452-49b4-bbaf-57e28cea8630 req-131019e1-6c8e-4639-9f02-ca4cddbe2ec4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0519309
May 10 17:22:17.050196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Router c37a07c0-710e-40c1-be51-6fd8a660c442 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:17.332360 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:17.342805 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] Sync routers for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:17.353240 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:17.353853 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99f70880>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:17.405940 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] No DVR routers for this DVR port 0ec6854e-b42f-4164-be26-d0aefc87ff36 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:17.408395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.410925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'name': 'network-vif-deleted', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:17.419679 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ecf90c6-470f-4dad-842a-172b2342732e req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "DELETE /v2.0/ports/0ec6854e-b42f-4164-be26-d0aefc87ff36 HTTP/1.1" status: 204  len: 173 time: 1.8837795
May 10 17:22:17.456443 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ac3fc-6caf-4710-a105-57349d086adb', 'name': 'network-vif-deleted', 'tag': '0ec6854e-b42f-4164-be26-d0aefc87ff36', 'status': 'completed', 'code': 200}
May 10 17:22:17.534004 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:17.848550 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99f70880>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:17.852937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] Checking router: c37a07c0-710e-40c1-be51-6fd8a660c442 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:17.861588 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:17.862324 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99f70880>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:18.074007 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:18.185694 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-d21d8e97-104e-4c21-86d2-9c9d382fce83 req-527cc1c6-300e-42b4-b753-3cedc43ef927 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:18.203067 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-d21d8e97-104e-4c21-86d2-9c9d382fce83 req-527cc1c6-300e-42b4-b753-3cedc43ef927 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:18.204336 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d21d8e97-104e-4c21-86d2-9c9d382fce83 req-527cc1c6-300e-42b4-b753-3cedc43ef927 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0636847
May 10 17:22:18.388347 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99f70880>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:18.392352 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5a59a-29a4-45b3-96db-a80ff222bcd5 None None] The sync data for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi is: [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:18.599351 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af7117-c545-44f3-8096-a4be06b99eac None None] New status for floating IP f3b8a322-827f-49d5-a92c-aa5266030216: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:22:19.269305 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 0ec6854e-b42f-4164-be26-d0aefc87ff36 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:19.309856 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 0ec6854e-b42f-4164-be26-d0aefc87ff36 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:19.310232 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 0ec6854e-b42f-4164-be26-d0aefc87ff36 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:19.367342 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bed0a5c4-b0c8-4b0d-87da-4e01ed0d4bb7 req-c38b2873-1080-4770-98b0-69d8f832a750 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44ac3fc-6caf-4710-a105-57349d086adb HTTP/1.1" status: 200  len: 210 time: 0.0427377
May 10 17:22:20.497190 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 32790) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:20.566549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-054df848-46e0-47d8-bcba-7e0ef331c417 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.601786 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-054df848-46e0-47d8-bcba-7e0ef331c417 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.656947 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-054df848-46e0-47d8-bcba-7e0ef331c417 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.662037 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-68aa2735-9868-4054-80d6-318fa8829597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:20.677937 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054df848-46e0-47d8-bcba-7e0ef331c417 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc040187-85aa-4f0e-b72e-29ef8d8b6cf1,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:20.681079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-054df848-46e0-47d8-bcba-7e0ef331c417 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:20.688106 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-054df848-46e0-47d8-bcba-7e0ef331c417 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.692261 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-054df848-46e0-47d8-bcba-7e0ef331c417 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc040187-85aa-4f0e-b72e-29ef8d8b6cf1 HTTP/1.1" status: 204  len: 168 time: 0.1903982
May 10 17:22:20.692463 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 32806) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:20.709096 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.api.v2.resource [None req-ef41b7ef-d333-4c09-917e-8550f466abda tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] show failed (client error): The resource could not be found.
May 10 17:22:20.710741 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-ef41b7ef-d333-4c09-917e-8550f466abda tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups/bc040187-85aa-4f0e-b72e-29ef8d8b6cf1 HTTP/1.1" status: 404  len: 347 time: 0.0167768
May 10 17:22:20.714177 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 32810) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:20.961044 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Deleting port 2181ad71-51ee-4a2c-b18b-fc015d050e82 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:20.962068 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.099057 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.099388 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.223696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Calling delete_port for 2181ad71-51ee-4a2c-b18b-fc015d050e82 owned by network:floatingip {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:21.345093 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.349974 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-48f9cc56-f77c-4a6f-aeae-f2279f908a66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:21.400140 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event deleted for resources: {'Port': ['ID=2181ad71-51ee-4a2c-b18b-fc015d050e82,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:21.407286 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:21.501637 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.521196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.522315 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3b8a322-827f-49d5-a92c-aa5266030216 HTTP/1.1" status: 204  len: 168 time: 0.8071730
May 10 17:22:21.794680 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 32860) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:21.799970 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597222586', 'description': 'tempest-description--289042965'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:21.808071 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:21.812129 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:21.815085 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:21.821812 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:21.832469 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.853530 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:21.857624 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group_rule and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:21.860486 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:21.866290 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:21.941420 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.945120 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.949323 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3b33c17c-2692-4aa8-87be-6d1d1afab3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:21.993719 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e015e87-723e-4a43-9865-b2876c558a70,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:21.996646 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.997859 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2021813
May 10 17:22:21.998828 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:22.000678 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 32864) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:22.005832 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'security_group_rule': {'security_group_id': '2e015e87-723e-4a43-9865-b2876c558a70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:22.012582 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:22.016291 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group_rule and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:22.019071 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:22.024689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:22.041233 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.104820 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.109261 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.111351 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:22.134178 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f15bc-b86e-42d4-9e83-2d8127168973,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:22.139497 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:22.144608 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.148540 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1469133
May 10 17:22:22.148683 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 32872) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:22.154058 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'security_group_rule': {'security_group_id': '2e015e87-723e-4a43-9865-b2876c558a70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:22.160261 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:22.164054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:security_group_rule and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:22.167486 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:22.174402 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:22.191619 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.255948 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.262140 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.264712 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:22.288314 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4afe32-9190-48cb-a8b9-5ddc4243e4db,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:22.299641 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.300166 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.300292 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.300549 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.300896 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.301245 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.301619 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.301935 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.302280 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.302618 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.302983 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.303320 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:22.306581 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:22.307282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.308446 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-5b830768-43be-4372-a3c5-1bf903ebd68d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1586430
May 10 17:22:22.311637 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 32878) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:22.316556 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:22.322911 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:22.326662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Usage tracker for resource:floatingip and tenant:014b4ef6b7914ca9b559d0074c620921 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:22.329496 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:22.335208 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:22.345527 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.484387 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.736946 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Allocated IP 172.27.2.202 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/3247c3a8-9833-40c3-b677-cc3ee791debc) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:22.890233 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.921191 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.925784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c6b581bd-f28f-463e-b6b2-42a109c3e3d0 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:22.987558 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:22.990461 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:22.995108 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:23.040085 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'Port': ['ID=3247c3a8-9833-40c3-b677-cc3ee791debc,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:23.044232 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:23.085765 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.147000 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.364486 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.368937 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.373323 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a8f2160b-6685-4ae0-9c2c-3aac88926dc5 tempest-VolumesActionsTest-2029483497 tempest-VolumesActionsTest-2029483497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:23.474116 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'Port': ['ID=3247c3a8-9833-40c3-b677-cc3ee791debc,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:23.484731 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:23.495225 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.516944 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.518922 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2062802
May 10 17:22:23.632684 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 32912) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:23.775327 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-fb939687-1f41-4814-bf87-f98c76634a87 req-9927d42a-4992-444b-947f-100193fe75d0 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:23.790233 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.797299 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-fb939687-1f41-4814-bf87-f98c76634a87 req-9927d42a-4992-444b-947f-100193fe75d0 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:23.798480 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-9927d42a-4992-444b-947f-100193fe75d0 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1597222586&fields=id&tenant_id=014b4ef6b7914ca9b559d0074c620921 HTTP/1.1" status: 200  len: 267 time: 0.0740216
May 10 17:22:23.812178 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:23.816269 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Usage tracker for resource:security_group_rule and tenant:ed7d59f41dcc4e689a24b91efd8e6ceb is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:23.820057 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:23.827121 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:23.933560 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.937938 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.947934 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fae26742-bb49-4449-a17d-b753328ec23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:23.996500 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed7d59f41dcc4e689a24b91efd8e6ceb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3587101
May 10 17:22:23.996500 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9b7c34-7ccc-4960-a038-682b5c63fcf4,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:23.999099 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:24.000154 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 32936) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:24.068054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.096447 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.097926 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-9396e604-3bd5-4eb1-9781-3c4d09b69160 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:24.099394 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-9396e604-3bd5-4eb1-9781-3c4d09b69160 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 811 time: 0.2929959
May 10 17:22:24.114506 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-1db67296-f9e2-4da0-b68b-2e21e6dd3085 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/quotas/014b4ef6b7914ca9b559d0074c620921 HTTP/1.1" status: 200  len: 375 time: 0.0089114
May 10 17:22:24.150888 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.155697 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:24.167201 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9b7c34-7ccc-4960-a038-682b5c63fcf4,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:24.172869 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:24.174994 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.176112 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd9b7c34-7ccc-4960-a038-682b5c63fcf4 HTTP/1.1" status: 204  len: 168 time: 0.1749334
May 10 17:22:24.208343 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-fb939687-1f41-4814-bf87-f98c76634a87 req-11672e20-92cc-4673-87a0-ffe6737956b4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:24.224461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-fb939687-1f41-4814-bf87-f98c76634a87 req-11672e20-92cc-4673-87a0-ffe6737956b4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:24.225772 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-11672e20-92cc-4673-87a0-ffe6737956b4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1054688
May 10 17:22:24.371365 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-29a0fa85-44c1-4115-8cc5-e042357ff32f service neutron] 10.222.0.13 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332870
May 10 17:22:24.511119 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-2134da71-5ffc-411d-9654-c37cd4d8e67d service neutron] 10.222.0.13 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331763
May 10 17:22:24.706233 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-21dfa12e-42d0-44c9-97cb-da66bab40044 req-73f96371-b933-4750-abd3-d3abe6c5a679 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 210 time: 0.0519767
May 10 17:22:24.920316 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 32978) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:25.049537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-586175081-network', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:25.054419 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:25.059324 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Usage tracker for resource:network and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:25.062424 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:25.068888 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.078266 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Made reservation on behalf of d449d9d664e944a5acca1b7b547ea55a for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:25.082578 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.097537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.114109 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:25.118965 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:25.122191 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:25.128311 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.239503 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.244205 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.247277 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b070712a-7480-4a5a-b8ef-5a47d55b5cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:25.279396 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:22:25.291034 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f737d6-5b19-4512-90b3-980c14f27710,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:25.307762 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:25.308798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.309131 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Added segment 95bfdb55-b801-4b6a-8d35-0421d74c9dcc of type vlan for network 951f35a2-7607-44cc-813a-26ca82840f6e
May 10 17:22:25.342861 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.376672 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.378030 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:25.378612 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.384304 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:25.486415 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5646908
May 10 17:22:25.489382 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Pushing event updated for resources: {'Network': ['ID=951f35a2-7607-44cc-813a-26ca82840f6e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:25.489530 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33004) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:25.492282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:25.497176 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Request body: {'subnet': {'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-586175081-subnet', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'ip_version': 4}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:25.500568 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 951f35a2-7607-44cc-813a-26ca82840f6e details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:22:25.503208 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:25.507335 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Usage tracker for resource:subnet and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:25.511851 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:25.518617 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.530599 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Made reservation on behalf of d449d9d664e944a5acca1b7b547ea55a for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:25.532907 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397057'] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.954655 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-afceac3c-470a-429d-b1fe-b8d43f180d1f req-c0a9570f-4f38-4021-96f9-d2eec92082f6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 210 time: 0.0541730
May 10 17:22:26.051269 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-8a9a67a8-b6f3-4b8e-95cc-723423444d90 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:26.052922 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-8a9a67a8-b6f3-4b8e-95cc-723423444d90 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 811 time: 0.2394679
May 10 17:22:26.157726 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-5be3d50d-f02f-49db-b9e2-41db0fb51cee tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=014b4ef6b7914ca9b559d0074c620921 HTTP/1.1" status: 200  len: 380 time: 0.0866342
May 10 17:22:26.161147 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:22:26.178033 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'port': {'device_id': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'admin_state_up': True, 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'security_groups': ['2e015e87-723e-4a43-9865-b2876c558a70']}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:26.343079 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1818746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397043'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.353250 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:26.373440 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33022) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:26.433579 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:26.456071 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a02086c-753b-4d3e-b8e0-73d36aa3130e,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:26.463496 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:26.465601 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:26.471944 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Checking segment: {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:26.472217 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Network hostable DHCP agents. Network: 951f35a2-7607-44cc-813a-26ca82840f6e, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:22:26.485743 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Made reservation on behalf of 014b4ef6b7914ca9b559d0074c620921 for: {'port': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:26.489151 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.496043 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.512235 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:26.513065 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Network 951f35a2-7607-44cc-813a-26ca82840f6e is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:22:26.516150 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Usage tracker for resource:security_group_rule and tenant:255e5adf06db4f3985e9cf09663ad624 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:26.519079 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:26.525455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:26.566041 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 951f35a2-7607-44cc-813a-26ca82840f6e) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:26.579837 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865fb847-dfdf-4bce-911c-fb0b3cc1edb5 None None] Network 951f35a2-7607-44cc-813a-26ca82840f6e requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:26.587386 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:26.588017 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.676891 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.681967 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c4b3f7ca-8b00-43c6-a2dd-2034829eb5fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1912718
May 10 17:22:26.686834 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33032) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:26.694462 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Allocated IP 172.20.0.9 (420c1aa8-f3e9-4cec-a8e8-b3762c263460/c4013977-7b4d-4d6c-91c9-5c76a8394d33/1192b99b-4250-49f8-9cd5-90d1bfb67429) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:26.696377 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:26.705259 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.720429 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:26.724129 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-99a9766b-6b84-43f5-833f-20847fbfdf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:26.762308 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Usage tracker for resource:router and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:26.778671 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:26.789321 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:26.799652 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=255e5adf06db4f3985e9cf09663ad624&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4250243
May 10 17:22:26.800353 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33036) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:26.807602 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832b6cb-7ed3-4cf7-ba48-60675b697292,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:26.822022 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:26.836822 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.837853 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.893900 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.906838 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.915253 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-951f35a2-7607-44cc-813a-26ca82840f6e', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:22:26.916553 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.941843 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.028565 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.044946 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Transition to ACTIVE for port object 1192b99b-4250-49f8-9cd5-90d1bfb67429 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:27.072381 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.078418 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ff48ec20-67fb-4087-b7ef-f23d402c94f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:27.155518 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Allocated IP 172.20.0.2 (951f35a2-7607-44cc-813a-26ca82840f6e/2a02086c-753b-4d3e-b8e0-73d36aa3130e/d1eb8d58-e4ad-4508-b952-7aa952303be8) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:27.193780 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:27.203528 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:27.213488 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:27.338127 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event updated for resources: {'Port': ['ID=1192b99b-4250-49f8-9cd5-90d1bfb67429,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:27.344221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:27.363994 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:27.365136 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.406819 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2327256
May 10 17:22:27.431645 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8737c-4f8f-47a0-956d-2d21f1945558 req-7fb3aab3-03e7-43c0-b851-61f7892fa39b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:27.432698 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-73a8737c-4f8f-47a0-956d-2d21f1945558 req-7fb3aab3-03e7-43c0-b851-61f7892fa39b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:27.437094 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.440861 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Request body: {'port': {'device_id': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:27.446847 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.448067 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Transition to ACTIVE for port object d1eb8d58-e4ad-4508-b952-7aa952303be8 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:27.498077 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-73a8737c-4f8f-47a0-956d-2d21f1945558 req-7fb3aab3-03e7-43c0-b851-61f7892fa39b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:27.499226 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-73a8737c-4f8f-47a0-956d-2d21f1945558 req-7fb3aab3-03e7-43c0-b851-61f7892fa39b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 931 time: 0.3832014
May 10 17:22:27.505672 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-8680a875-17d0-42e4-b835-5410bed0a0c0 None None] Provisioning for port 1192b99b-4250-49f8-9cd5-90d1bfb67429 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:27.510855 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-8680a875-17d0-42e4-b835-5410bed0a0c0 None None] Provisioning complete for port 1192b99b-4250-49f8-9cd5-90d1bfb67429 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:27.511231 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8680a875-17d0-42e4-b835-5410bed0a0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.539146 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Transition to ACTIVE for port object d1eb8d58-e4ad-4508-b952-7aa952303be8 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:27.542080 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.548206 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9562579c-a4b4-48c6-96d9-a05b83e9aa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:27.553157 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.559399 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4ab762bd-a7d4-4941-b984-f48fff450815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:27.565656 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832b6cb-7ed3-4cf7-ba48-60675b697292,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:27.569387 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:27.582786 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.586958 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2832b6cb-7ed3-4cf7-ba48-60675b697292 HTTP/1.1" status: 204  len: 168 time: 0.7801418
May 10 17:22:27.617181 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-73a8737c-4f8f-47a0-956d-2d21f1945558 req-602b2be2-f428-4535-9f10-1a56fd46838c tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070218
May 10 17:22:27.630934 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.659673 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Network 951f35a2-7607-44cc-813a-26ca82840f6e is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:27.660488 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-8680a875-17d0-42e4-b835-5410bed0a0c0 None None] Port 1192b99b-4250-49f8-9cd5-90d1bfb67429 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:27.666517 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:27.671343 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:27.686410 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Pushing event updated for resources: {'Port': ['ID=d1eb8d58-e4ad-4508-b952-7aa952303be8,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:27.713498 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:27.777547 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Attempting to bind port d1eb8d58-e4ad-4508-b952-7aa952303be8 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:27.778238 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Attempting to bind port d1eb8d58-e4ad-4508-b952-7aa952303be8 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:27.778777 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Attempting to bind port d1eb8d58-e4ad-4508-b952-7aa952303be8 on network 951f35a2-7607-44cc-813a-26ca82840f6e {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:27.785857 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:27.786570 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Checking segment: {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:27.787158 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.787727 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Bound using segment: {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:27.788249 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Bound port: d1eb8d58-e4ad-4508-b952-7aa952303be8, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:27.788817 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.887146 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.901705 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] For port d1eb8d58-e4ad-4508-b952-7aa952303be8, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:27.906065 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] For port d1eb8d58-e4ad-4508-b952-7aa952303be8, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=d1eb8d58-e4ad-4508-b952-7aa952303be8,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:27.914398 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.918213 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:27.929285 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.002872 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Pushing event updated for resources: {'Port': ['ID=d1eb8d58-e4ad-4508-b952-7aa952303be8,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:28.012973 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:28.071921 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33050) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:28.107367 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Allocated IP 172.27.2.73 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/6d768b3a-f290-4872-abf3-ed7e99a5ade7) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:28.140749 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1192b99b-4250-49f8-9cd5-90d1bfb67429 {{(pid=78765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:28.155983 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.163918 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Deleting subnet def0dae3-637e-4cf0-9aa2-ec5361ff2f6f {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:22:28.172954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.231407 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Transition to ACTIVE for port object 1192b99b-4250-49f8-9cd5-90d1bfb67429 will not be triggered until provisioned by entity L2. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:28.245543 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.257449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6ef70d87-543b-4cb9-a534-1e90301b0524 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:28.307413 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.334052 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.339201 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.349710 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-431d24e1-370a-4b9b-8e6e-9325000c0887 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:28.424323 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:28.425169 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Pushing event updated for resources: {'Port': ['ID=6d768b3a-f290-4872-abf3-ed7e99a5ade7,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:28.427836 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:28.429814 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:28.431238 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:28.501034 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Pushing event updated for resources: {'Port': ['ID=1192b99b-4250-49f8-9cd5-90d1bfb67429,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:28.504104 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:28.565649 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.654440 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Attempting to bind port 1192b99b-4250-49f8-9cd5-90d1bfb67429 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:28.654943 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Attempting to bind port 1192b99b-4250-49f8-9cd5-90d1bfb67429 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:28.655057 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Attempting to bind port 1192b99b-4250-49f8-9cd5-90d1bfb67429 on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:28.722605 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Port 1192b99b-4250-49f8-9cd5-90d1bfb67429 on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:22:28.722925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Attempting to bind port 1192b99b-4250-49f8-9cd5-90d1bfb67429 on network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:28.735826 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:28.736188 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Checking segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:28.736571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Bound using segment: {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:28.737000 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Bound port: 1192b99b-4250-49f8-9cd5-90d1bfb67429, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355a5516-df9f-42f8-b521-f348dfd728e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460'}}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:28.737361 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.884461 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.118886 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] For port 1192b99b-4250-49f8-9cd5-90d1bfb67429, host hv-cinder-78638, cleared binding levels {{(pid=78765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:29.141110 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138392-06df-4153-94a7-003826308442 req-fd61412f-9d2f-494b-8c5e-c92f6333b90e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.142656 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-23138392-06df-4153-94a7-003826308442 req-fd61412f-9d2f-494b-8c5e-c92f6333b90e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 943 time: 0.3961399
May 10 17:22:29.153457 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] For port 1192b99b-4250-49f8-9cd5-90d1bfb67429, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:29.171020 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d1eb8d58-e4ad-4508-b952-7aa952303be8 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:29.184299 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.195153 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:29.256849 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c356fa-75de-47f7-99ab-c16ac8d8dcf3 None None] Network 951f35a2-7607-44cc-813a-26ca82840f6e requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:29.284889 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.285925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.288326 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] 10.222.0.43 "PUT /v2.0/ports/1192b99b-4250-49f8-9cd5-90d1bfb67429 HTTP/1.1" status: 200  len: 1093 time: 1.8525708
May 10 17:22:29.298684 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:29.307172 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.378101 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Pushing event updated for resources: {'Port': ['ID=1192b99b-4250-49f8-9cd5-90d1bfb67429,revision_number=3']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:29.395621 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-0703dadf-0889-4342-bf2d-4c6116572c6c None None] Provisioning for port d1eb8d58-e4ad-4508-b952-7aa952303be8 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:29.434462 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:29.543596 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:29.548540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.561442 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port d1eb8d58-e4ad-4508-b952-7aa952303be8 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:29.580987 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port d1eb8d58-e4ad-4508-b952-7aa952303be8 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:29.581468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.612257 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-23138392-06df-4153-94a7-003826308442 req-8d9b0a20-4b61-4695-9819-2cb24789f3a2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4563513
May 10 17:22:29.653445 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def0dae3-637e-4cf0-9aa2-ec5361ff2f6f,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:29.662763 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.687947 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/def0dae3-637e-4cf0-9aa2-ec5361ff2f6f HTTP/1.1" status: 204  len: 168 time: 1.6144521
May 10 17:22:29.690026 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:29.690707 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33062) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:29.822395 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.831206 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'status': 'completed', 'code': 200}
May 10 17:22:29.869227 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port d1eb8d58-e4ad-4508-b952-7aa952303be8, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=d1eb8d58-e4ad-4508-b952-7aa952303be8,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:29.874642 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.876781 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-e7bbe1b6-ed15-4f76-aaa5-ff5057a96b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.877747 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.878286 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-e7bbe1b6-ed15-4f76-aaa5-ff5057a96b9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 1096 time: 0.4256411
May 10 17:22:29.882707 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7e0b8128-a92c-48bb-8f77-95de9061bca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:29.918410 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Router 7590190e-b082-4b88-a564-709a23e260f5 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:22:29.962621 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=d1eb8d58-e4ad-4508-b952-7aa952303be8,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:29.965872 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:30.085541 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-f578fc8a-765c-4a0c-a5b4-52fc1a5e8c50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429 HTTP/1.1" status: 200  len: 217 time: 0.1616225
May 10 17:22:30.095464 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.114924 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:30.125149 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Sync routers for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:30.136555 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:30.137194 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a121160>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:30.139004 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.143031 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.4518685
May 10 17:22:30.143486 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33068) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:30.147747 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd98cb1fa0>,) {'filters': {'network_id': ['9fdd0b50-c983-4ede-86e6-94ac39fead12']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:30.163811 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98cb1fa0>, 'f7faba8b-6367-47ab-a2ce-291e592bf8cc') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:30.164158 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98cb1fa0>, 'f7faba8b-6367-47ab-a2ce-291e592bf8cc') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:30.187601 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.201050 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-5d89227d-abbd-4fa5-9c9c-53e4be582b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:30.202634 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-5d89227d-abbd-4fa5-9c9c-53e4be582b53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.1090400
May 10 17:22:30.241539 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.257584 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:22:30.258063 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:22:30.272723 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:22:30.287682 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f4f34179-295d-4548-a96e-afbcb01ea9c3 None None] Provisioning complete for port d1eb8d58-e4ad-4508-b952-7aa952303be8 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:30.288326 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f4f34179-295d-4548-a96e-afbcb01ea9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.366718 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.376707 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.379519 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:30.411273 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdd0b50-c983-4ede-86e6-94ac39fead12,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:30.420097 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939687-1f41-4814-bf87-f98c76634a87 req-d6579485-f355-4bf1-bba9-2328c20e7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:30.421809 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-d6579485-f355-4bf1-bba9-2328c20e7f5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2115695
May 10 17:22:30.423997 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:30.428345 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9fdd0b50-c983-4ede-86e6-94ac39fead12 HTTP/1.1" status: 204  len: 168 time: 0.7343662
May 10 17:22:30.432787 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:30.590590 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-1173ac91-042a-4e1d-ab86-fddf6a1f4cfe service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567271
May 10 17:22:30.673556 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33076) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:30.748988 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-dfe904b3-50b6-48e2-b28d-35810c257d13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c96f015b11441d0982c705fcc6c5bbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0742607
May 10 17:22:30.751386 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33080) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:30.807507 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a121160>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:28Z', 'revision_number': 3, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:30.812528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Checking router: 7590190e-b082-4b88-a564-709a23e260f5 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:30.813278 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Updating router 7590190e-b082-4b88-a564-709a23e260f5 port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:30.829191 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fb939687-1f41-4814-bf87-f98c76634a87 req-4eb01343-d71e-41fc-a908-c3e8484f6028 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2308156
May 10 17:22:30.881516 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.988669 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a3a24f1f-04b6-4e44-be53-690cb2d3a8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.021254 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e8f74-3cd7-4619-ba31-c3bb8426bab9 req-2c3c12ce-644f-4365-b78f-e3156b7ec6b2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:31.025647 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a3a24f1f-04b6-4e44-be53-690cb2d3a8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.026027 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d42e8f74-3cd7-4619-ba31-c3bb8426bab9 req-2c3c12ce-644f-4365-b78f-e3156b7ec6b2 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 943 time: 0.1771040
May 10 17:22:31.109908 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-f54763e2-d41a-40e0-a903-66b5d8826cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:31.111643 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-f54763e2-d41a-40e0-a903-66b5d8826cc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 1096 time: 0.1817834
May 10 17:22:31.118420 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d42e8f74-3cd7-4619-ba31-c3bb8426bab9 req-17c2f58d-75af-460e-8af9-83dfac49ecce tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783424
May 10 17:22:31.122676 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d1eb8d58-e4ad-4508-b952-7aa952303be8 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:31.172994 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a3a24f1f-04b6-4e44-be53-690cb2d3a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.178446 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c98e321c-bb92-4022-89bd-77227af876c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:31.191533 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.206180 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a24f1f-04b6-4e44-be53-690cb2d3a8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206f01ac-e424-4d1b-bca6-66c29a02ffee,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:31.211584 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a3a24f1f-04b6-4e44-be53-690cb2d3a8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:31.219336 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a3a24f1f-04b6-4e44-be53-690cb2d3a8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.222751 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a3a24f1f-04b6-4e44-be53-690cb2d3a8fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/206f01ac-e424-4d1b-bca6-66c29a02ffee HTTP/1.1" status: 204  len: 168 time: 0.4682624
May 10 17:22:31.290264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-7f19bdbc-c09e-42c8-80fd-2747f7ea1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:31.292106 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-7f19bdbc-c09e-42c8-80fd-2747f7ea1214 service neutron] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 912 time: 0.1721716
May 10 17:22:31.349952 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port d1eb8d58-e4ad-4508-b952-7aa952303be8 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:31.350541 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.473664 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Allocated IP 172.20.0.1 (951f35a2-7607-44cc-813a-26ca82840f6e/2a02086c-753b-4d3e-b8e0-73d36aa3130e/d0bb9ccc-2272-44ed-8719-a7654fb6c42a) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:31.521141 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-872d725f-09da-4eed-be23-db8c1558f0b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429 HTTP/1.1" status: 200  len: 217 time: 0.2131205
May 10 17:22:31.537097 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.564399 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Transition to ACTIVE for port object 6d768b3a-f290-4872-abf3-ed7e99a5ade7 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:31.575373 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.583226 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:31.614703 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-3bd0b251-d15a-4baa-84f3-18c45a357275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:31.616368 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-3bd0b251-d15a-4baa-84f3-18c45a357275 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.0959890
May 10 17:22:31.655623 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.668924 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Attempting to bind port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:31.669468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Attempting to bind port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:31.670023 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Attempting to bind port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:31.676667 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Transition to ACTIVE for port object d0bb9ccc-2272-44ed-8719-a7654fb6c42a will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:31.686063 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fbb9e-dddb-4a2f-8e88-4f3f41b3f32c None None] Pushing event updated for resources: {'Port': ['ID=6d768b3a-f290-4872-abf3-ed7e99a5ade7,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:31.688756 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:31.689138 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:31.689549 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.690117 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:31.690575 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Bound port: 6d768b3a-f290-4872-abf3-ed7e99a5ade7, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:31.690962 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.713857 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.717028 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-af2fbb9e-dddb-4a2f-8e88-4f3f41b3f32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:31.721160 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:31.733775 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-5b453d52-e494-4bd1-bb9e-ea46ddee0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:31.735346 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-5b453d52-e494-4bd1-bb9e-ea46ddee0432 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1098931
May 10 17:22:31.776233 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] For port 6d768b3a-f290-4872-abf3-ed7e99a5ade7, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:31.779496 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] For port 6d768b3a-f290-4872-abf3-ed7e99a5ade7, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=6d768b3a-f290-4872-abf3-ed7e99a5ade7,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:31.785551 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.787388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Network 951f35a2-7607-44cc-813a-26ca82840f6e is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:31.791128 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:31.791767 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:31.799446 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:31.833725 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Pushing event updated for resources: {'Port': ['ID=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:31.840836 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:31.870528 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.877310 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:31.878374 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a121160>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:31.899705 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-96876284-f976-46d1-ba93-26cc504fc9d8 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569808
May 10 17:22:31.993873 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fbb9e-dddb-4a2f-8e88-4f3f41b3f32c None None] Pushing event updated for resources: {'Port': ['ID=6d768b3a-f290-4872-abf3-ed7e99a5ade7,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:32.003520 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-af2fbb9e-dddb-4a2f-8e88-4f3f41b3f32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:32.069692 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:32.083121 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4b4cbaf1-afb7-4fde-81d4-7a50f9436029 req-c3bd4d36-cf9c-45da-8dd3-e64bb2fb9fef service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753130
May 10 17:22:32.177386 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:32.329293 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317fb1a-2b8e-42da-969d-428b96f876c7 req-eb434b3c-67cb-49fd-8069-c92052ab8b10 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:32.330988 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6317fb1a-2b8e-42da-969d-428b96f876c7 req-eb434b3c-67cb-49fd-8069-c92052ab8b10 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 943 time: 0.0897691
May 10 17:22:32.347237 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-35b6a237-d829-4fb5-9b5a-f01c5ff56c7e None None] Provisioning for port d0bb9ccc-2272-44ed-8719-a7654fb6c42a completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:32.360286 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-35b6a237-d829-4fb5-9b5a-f01c5ff56c7e None None] Provisioning complete for port d0bb9ccc-2272-44ed-8719-a7654fb6c42a triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:32.360978 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-35b6a237-d829-4fb5-9b5a-f01c5ff56c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:32.398064 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6317fb1a-2b8e-42da-969d-428b96f876c7 req-e0fc96ce-f4f5-4492-94c1-c28ccb28f2f5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609372
May 10 17:22:32.420373 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:32.425428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:32.448717 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-35b6a237-d829-4fb5-9b5a-f01c5ff56c7e None None] Port d0bb9ccc-2272-44ed-8719-a7654fb6c42a cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:32.453478 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5bc2241-0558-4445-9b46-4d12e39bfc5a tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:32.531945 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a121160>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:28Z', 'revision_number': 3, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:32.533262 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:32.536470 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4bc55-1c26-4204-afae-fc13760fe6cc None None] The sync data for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi is: [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:28Z', 'revision_number': 3, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:32.536762 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Pushing event updated for resources: {'Port': ['ID=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:32.541203 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:32.682642 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Network 951f35a2-7607-44cc-813a-26ca82840f6e is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:32.683914 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:32.976478 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-3ff1c16a-4fb2-4dd4-a80a-4866142cbf55 None None] Provisioning complete for port d0bb9ccc-2272-44ed-8719-a7654fb6c42a triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:32.977393 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3ff1c16a-4fb2-4dd4-a80a-4866142cbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.014288 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Router 7590190e-b082-4b88-a564-709a23e260f5 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:33.050484 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1c16a-4fb2-4dd4-a80a-4866142cbf55 None None] Port d0bb9ccc-2272-44ed-8719-a7654fb6c42a cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:33.105147 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6d768b3a-f290-4872-abf3-ed7e99a5ade7 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:33.177093 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:33.182807 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:33.183184 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.210666 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:33.222457 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] 10.222.0.13 "PUT /v2.0/routers/7590190e-b082-4b88-a564-709a23e260f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0775080
May 10 17:22:33.329507 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.347812 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 6d768b3a-f290-4872-abf3-ed7e99a5ade7, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=6d768b3a-f290-4872-abf3-ed7e99a5ade7,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:33.353458 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.358888 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:33.458367 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=6d768b3a-f290-4872-abf3-ed7e99a5ade7,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:33.468866 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:33.593241 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1372f5-9e3c-4b4e-afdc-c37a794344ff req-57b5e7e1-2a30-4ed4-af03-5c08ab4f985a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:33.594721 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9d1372f5-9e3c-4b4e-afdc-c37a794344ff req-57b5e7e1-2a30-4ed4-af03-5c08ab4f985a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 943 time: 0.0815687
May 10 17:22:33.642616 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9d1372f5-9e3c-4b4e-afdc-c37a794344ff req-2ca387a6-f7f5-4940-adb4-2c978ce0d0b7 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419443
May 10 17:22:33.837446 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33110) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:33.843058 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1859111363-network', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:33.847878 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:33.851750 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Usage tracker for resource:network and tenant:b8eeb4b72a5b4039adc226e597bb731d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:33.855350 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:33.861120 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:33.882995 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Made reservation on behalf of b8eeb4b72a5b4039adc226e597bb731d for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:33.886015 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.898258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.913003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:33.917488 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Usage tracker for resource:security_group_rule and tenant:b8eeb4b72a5b4039adc226e597bb731d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:33.920486 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:33.926237 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:34.010908 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.014658 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.017527 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-dff97a66-995d-4293-b496-fb250db17573 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:34.048208 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:22:34.053614 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f7f80-d355-4b49-91f1-d360ef54a4ce,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:34.057316 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:34.061073 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.061951 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Added segment 20cb3ae4-4f79-4a10-bb34-8192a8700d18 of type vlan for network 38219522-e0c3-4988-ba0e-c299980d7a50
May 10 17:22:34.088003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.115855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.117185 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:34.117831 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.121066 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:34.150355 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Sync routers for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:34.160362 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:34.160979 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039d60>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:34.222157 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Pushing event updated for resources: {'Network': ['ID=38219522-e0c3-4988-ba0e-c299980d7a50,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:34.225488 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3870211
May 10 17:22:34.226353 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:34.228925 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33114) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:34.234415 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Request body: {'subnet': {'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1859111363-subnet', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:34.236170 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 38219522-e0c3-4988-ba0e-c299980d7a50 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:22:34.239301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:34.244097 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Usage tracker for resource:subnet and tenant:b8eeb4b72a5b4039adc226e597bb731d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:34.247109 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:34.253074 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:34.265608 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Made reservation on behalf of b8eeb4b72a5b4039adc226e597bb731d for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:34.267933 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082464'] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.345896 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:34.659936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2981355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082386'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.665316 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:34.666929 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039d60>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 2, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:34.670807 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Checking router: 7590190e-b082-4b88-a564-709a23e260f5 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:34.671156 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Updating router 7590190e-b082-4b88-a564-709a23e260f5 port d0bb9ccc-2272-44ed-8719-a7654fb6c42a binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:34.730105 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.739295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86876c80-dc3d-4ae5-a2fe-f261cb1f148b,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:34.745168 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:34.751650 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Checking segment: {'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:34.752044 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Network hostable DHCP agents. Network: 38219522-e0c3-4988-ba0e-c299980d7a50, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:22:34.773322 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Network 38219522-e0c3-4988-ba0e-c299980d7a50 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:22:34.785207 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 38219522-e0c3-4988-ba0e-c299980d7a50) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:34.795525 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c22241-e960-4a38-b372-3647c94e3ce5 None None] Network 38219522-e0c3-4988-ba0e-c299980d7a50 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:34.797068 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:34.797660 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.827162 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b73f058d-8c18-4582-9f65-a27f3c3b4469 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5948572
May 10 17:22:34.827380 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33122) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:34.833711 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:34.839342 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:34.844776 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Usage tracker for resource:router and tenant:b8eeb4b72a5b4039adc226e597bb731d is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:34.847999 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:34.855509 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:34.873092 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.875376 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.895150 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.924279 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20690de0-c024-4739-ae80-75489e362a76 req-d0f01599-a9a6-409a-b334-f1af10a19233 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:34.933584 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-20690de0-c024-4739-ae80-75489e362a76 req-d0f01599-a9a6-409a-b334-f1af10a19233 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 943 time: 0.1676180
May 10 17:22:35.007043 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-20690de0-c024-4739-ae80-75489e362a76 req-d7cb1067-9fac-4d48-ae19-3813ab99d7f5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687656
May 10 17:22:35.110850 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6d768b3a-f290-4872-abf3-ed7e99a5ade7 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:35.147751 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-38219522-e0c3-4988-ba0e-c299980d7a50', 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'fixed_ips': [{'subnet_id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:22:35.148588 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.195195 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.259713 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.277272 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:35.277641 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.277852 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Transition to ACTIVE for port object d0bb9ccc-2272-44ed-8719-a7654fb6c42a will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:35.285685 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.290858 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a8fe8413-6118-4f69-a3be-3ca795993665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:35.318075 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1192b99b-4250-49f8-9cd5-90d1bfb67429 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:35.432649 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Allocated IP 172.20.0.2 (38219522-e0c3-4988-ba0e-c299980d7a50/86876c80-dc3d-4ae5-a2fe-f261cb1f148b/9a5b9231-f5a2-4d77-ada1-4031ada6f8f4) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:35.451964 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Pushing event updated for resources: {'Port': ['ID=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:35.499177 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.499804 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.500339 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.500818 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.501304 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.501777 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.502407 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.502886 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.503386 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.503857 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.504374 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.504835 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:35.519327 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:35.535664 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Attempting to bind port d0bb9ccc-2272-44ed-8719-a7654fb6c42a on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:35.536331 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Attempting to bind port d0bb9ccc-2272-44ed-8719-a7654fb6c42a by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:35.536868 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Attempting to bind port d0bb9ccc-2272-44ed-8719-a7654fb6c42a on network 951f35a2-7607-44cc-813a-26ca82840f6e {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:35.542842 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:35.543211 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Checking segment: {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:35.543791 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.544430 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Bound using segment: {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:35.545060 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Bound port: d0bb9ccc-2272-44ed-8719-a7654fb6c42a, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:35.545614 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.651874 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] For port d0bb9ccc-2272-44ed-8719-a7654fb6c42a, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:35.655311 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] For port d0bb9ccc-2272-44ed-8719-a7654fb6c42a, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:35.666586 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.679756 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:35.691128 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.722903 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.748604 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:35.749237 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039d60>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:35.784362 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1192b99b-4250-49f8-9cd5-90d1bfb67429, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:35.817075 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'port_id': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'mac_address': 'fa:16:3e:ce:57:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:35.866466 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Pushing event updated for resources: {'Port': ['ID=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,revision_number=4']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:35.905440 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Allocated IP 172.27.2.144 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/a46975e9-f81a-4b3f-9646-ce5a565e67bf) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:35.937110 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4dc00bab-0639-4b4c-9420-378cececf599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:35.942769 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.945468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:35.968855 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1192b99b-4250-49f8-9cd5-90d1bfb67429 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:35.973097 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Transition to ACTIVE for port object 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:36.004502 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1192b99b-4250-49f8-9cd5-90d1bfb67429, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:36.007326 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Transition to ACTIVE for port object 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:36.012269 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:36.018990 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-af2fbb9e-dddb-4a2f-8e88-4f3f41b3f32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:36.049493 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:36.056523 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:36.096717 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Network 38219522-e0c3-4988-ba0e-c299980d7a50 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:36.104987 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:36.110508 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:36.136710 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:36.150244 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1192b99b-4250-49f8-9cd5-90d1bfb67429,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:36.161422 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:36.161801 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:36.170649 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:36.175060 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-98225a75-60ab-4012-a95e-668a1681751c tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:36.241561 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:36.245572 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:36.255074 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:36.276023 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df2748-e45d-4d18-bb72-6ffbfecdeffe req-be015539-ed77-4fdb-a257-14809cc67e51 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:36.284451 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-25df2748-e45d-4d18-bb72-6ffbfecdeffe req-be015539-ed77-4fdb-a257-14809cc67e51 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 944 time: 0.1064992
May 10 17:22:36.286650 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Attempting to bind port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:36.287028 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Attempting to bind port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:36.287392 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Attempting to bind port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 on network 38219522-e0c3-4988-ba0e-c299980d7a50 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:36.294644 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Pushing event updated for resources: {'Port': ['ID=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:36.295824 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=a46975e9-f81a-4b3f-9646-ce5a565e67bf,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:36.298656 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:36.299598 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:36.299982 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Checking segment: {'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:36.300384 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:36.300770 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Bound using segment: {'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:36.301245 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Bound port: 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:36.301375 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:36.301617 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:36.345669 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-25df2748-e45d-4d18-bb72-6ffbfecdeffe req-227a0d89-c0b2-48ee-bca2-22f7788e70f3 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571887
May 10 17:22:36.367959 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['1192b99b-4250-49f8-9cd5-90d1bfb67429'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:36.437426 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039d60>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:35Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:36.442113 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad864079-6306-41f1-b77d-ff311b4f9bb2 None None] The sync data for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi is: [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:35Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:36.460059 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] For port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:36.480905 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] For port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,segment=NetworkSegment(20cb3ae4-4f79-4a10-bb34-8192a8700d18),segment_id=20cb3ae4-4f79-4a10-bb34-8192a8700d18)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:36.490384 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:36.511853 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:36.634904 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Pushing event updated for resources: {'Port': ['ID=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:36.640195 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:36.742086 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:37.161590 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d0bb9ccc-2272-44ed-8719-a7654fb6c42a up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:37.254574 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:37.282239 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port d0bb9ccc-2272-44ed-8719-a7654fb6c42a completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:37.288128 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port d0bb9ccc-2272-44ed-8719-a7654fb6c42a triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:37.288749 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:37.352482 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1192b99b-4250-49f8-9cd5-90d1bfb67429 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:37.472185 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:37.519121 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port d0bb9ccc-2272-44ed-8719-a7654fb6c42a, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:37.520965 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 1192b99b-4250-49f8-9cd5-90d1bfb67429 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:37.528103 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 1192b99b-4250-49f8-9cd5-90d1bfb67429 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:37.528803 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:37.542986 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Router f0af4921-270c-48df-a8b3-3f0817d2ff48 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:22:37.574727 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:37.576009 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:37.607135 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561eb64-5d9c-42e3-8833-5de40ac43be1 req-6b8d5ffe-822d-46de-b38a-da00a3421182 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:37.615986 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f561eb64-5d9c-42e3-8833-5de40ac43be1 req-6b8d5ffe-822d-46de-b38a-da00a3421182 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 944 time: 0.1101630
May 10 17:22:37.617335 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3c23b354-26aa-4547-85b2-8f4494e832c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:37.685174 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f561eb64-5d9c-42e3-8833-5de40ac43be1 req-c1aac527-4850-4bdc-a5bf-5084c049985f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681591
May 10 17:22:37.705793 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:37.713717 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:37.762349 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2e187c-8c29-4b50-90f5-700c8f2003a6 None None] Network 38219522-e0c3-4988-ba0e-c299980d7a50 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:37.810151 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:37.834603 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:37.838633 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33134) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:37.838810 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.0102260
May 10 17:22:37.866279 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Sync routers for ids ['f0af4921-270c-48df-a8b3-3f0817d2ff48'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:37.904046 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:37.911004 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Routers {'f0af4921-270c-48df-a8b3-3f0817d2ff48'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:37.911640 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2b4880>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['f0af4921-270c-48df-a8b3-3f0817d2ff48'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:38.050903 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Provisioning for port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:38.070832 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.086915 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Provisioning complete for port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:38.087290 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.215351 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:38.247034 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 1192b99b-4250-49f8-9cd5-90d1bfb67429, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:38.265480 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.271952 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:38.392336 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Set router f0af4921-270c-48df-a8b3-3f0817d2ff48 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:38.528235 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'code': 200}
May 10 17:22:38.575490 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=1192b99b-4250-49f8-9cd5-90d1bfb67429,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:38.586124 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:38.650582 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.677700 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.872387 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] For port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,segment=NetworkSegment(20cb3ae4-4f79-4a10-bb34-8192a8700d18),segment_id=20cb3ae4-4f79-4a10-bb34-8192a8700d18)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:38.904014 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.909319 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-af2fbb9e-dddb-4a2f-8e88-4f3f41b3f32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:38.986583 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Pushing event updated for resources: {'Port': ['ID=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:38.991193 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:39.003481 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3648-b771-456b-b69d-162a3b8b95f9 req-eec9561b-2dd7-4464-8fa9-6d0f7fd5886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:39.005710 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7bff3648-b771-456b-b69d-162a3b8b95f9 req-eec9561b-2dd7-4464-8fa9-6d0f7fd5886d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 1098 time: 0.2615809
May 10 17:22:39.009882 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Allocated IP 172.20.0.1 (38219522-e0c3-4988-ba0e-c299980d7a50/86876c80-dc3d-4ae5-a2fe-f261cb1f148b/8650d953-961f-4600-9828-b3f598510f47) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:39.016056 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2b4880>, [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:36Z', 'revision_number': 3, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port': {'id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:35Z', 'updated_at': '2021-05-10T17:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:39.030588 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Checking router: f0af4921-270c-48df-a8b3-3f0817d2ff48 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:39.031167 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Updating router f0af4921-270c-48df-a8b3-3f0817d2ff48 port a46975e9-f81a-4b3f-9646-ce5a565e67bf binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:39.053626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36992a-3c02-40e5-bb57-5a5bc6b11610 req-32599594-cbd4-498d-8a78-48ee67a9dcb5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:39.055333 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9b36992a-3c02-40e5-bb57-5a5bc6b11610 req-32599594-cbd4-498d-8a78-48ee67a9dcb5 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.2617922
May 10 17:22:39.138230 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d0bb9ccc-2272-44ed-8719-a7654fb6c42a up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:39.170574 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-257015c1-2b06-42da-98f6-763a874169de None None] Provisioning complete for port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:39.170950 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-257015c1-2b06-42da-98f6-763a874169de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.183632 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7bff3648-b771-456b-b69d-162a3b8b95f9 req-88b2a85f-0c8a-4fb2-8b23-5cd4800b9ac9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642823
May 10 17:22:39.201415 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9b36992a-3c02-40e5-bb57-5a5bc6b11610 req-a074ac0c-1f83-43c4-8d38-0e2af54d8401 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237962
May 10 17:22:39.208021 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.261259 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.277163 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Transition to ACTIVE for port object 8650d953-961f-4600-9828-b3f598510f47 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:39.303087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.307436 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:39.365002 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Network 38219522-e0c3-4988-ba0e-c299980d7a50 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:39.368607 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:39.382724 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:39.434396 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port d0bb9ccc-2272-44ed-8719-a7654fb6c42a triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:39.434955 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.443966 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Pushing event updated for resources: {'Port': ['ID=8650d953-961f-4600-9828-b3f598510f47,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:39.449307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:39.470923 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.722747 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f25a7585-1a37-4459-9379-9c83485993a9 None None] Provisioning for port 8650d953-961f-4600-9828-b3f598510f47 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:39.730088 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.733273 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-f25a7585-1a37-4459-9379-9c83485993a9 None None] Provisioning complete for port 8650d953-961f-4600-9828-b3f598510f47 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:39.733651 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f25a7585-1a37-4459-9379-9c83485993a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.850445 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-f25a7585-1a37-4459-9379-9c83485993a9 None None] Port 8650d953-961f-4600-9828-b3f598510f47 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:39.863666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.876239 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Transition to ACTIVE for port object a46975e9-f81a-4b3f-9646-ce5a565e67bf will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:39.882882 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.888504 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:39.961632 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.964567 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Attempting to bind port a46975e9-f81a-4b3f-9646-ce5a565e67bf on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:39.965020 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Attempting to bind port a46975e9-f81a-4b3f-9646-ce5a565e67bf by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:39.965424 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Attempting to bind port a46975e9-f81a-4b3f-9646-ce5a565e67bf on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:39.966532 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.971935 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b3f62-02f7-4118-a679-3a9bc8cd2f20 None None] Pushing event updated for resources: {'Port': ['ID=a46975e9-f81a-4b3f-9646-ce5a565e67bf,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:39.976063 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-928b3f62-02f7-4118-a679-3a9bc8cd2f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:39.977028 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:39.978021 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:39.978468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.978865 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:39.979384 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Bound port: a46975e9-f81a-4b3f-9646-ce5a565e67bf, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:39.980005 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.992955 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-bb3875e3-3f3a-4187-a717-dfd298df72d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:40.062798 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] For port a46975e9-f81a-4b3f-9646-ce5a565e67bf, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:40.065815 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] For port a46975e9-f81a-4b3f-9646-ce5a565e67bf, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=a46975e9-f81a-4b3f-9646-ce5a565e67bf,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:40.070273 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.071600 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Pushing event updated for resources: {'Port': ['ID=8650d953-961f-4600-9828-b3f598510f47,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:40.075060 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:40.075963 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:40.078035 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.155452 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Routers {'f0af4921-270c-48df-a8b3-3f0817d2ff48'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:40.156127 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2b4880>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['f0af4921-270c-48df-a8b3-3f0817d2ff48'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:40.280458 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b3f62-02f7-4118-a679-3a9bc8cd2f20 None None] Pushing event updated for resources: {'Port': ['ID=a46975e9-f81a-4b3f-9646-ce5a565e67bf,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:40.298102 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-928b3f62-02f7-4118-a679-3a9bc8cd2f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:40.315452 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a7dba50b-3425-4f4a-9c4a-5ef7bc8cd629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.328197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Network 38219522-e0c3-4988-ba0e-c299980d7a50 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:40.329457 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:40.374983 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] Set router f0af4921-270c-48df-a8b3-3f0817d2ff48 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:40.615650 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Router f0af4921-270c-48df-a8b3-3f0817d2ff48 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:40.624974 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3edb9f-1726-47b3-8fb6-d3c7568e4565 req-9f06ec2b-bcfb-48b1-8b07-24ad8dc5e212 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:40.626529 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9f3edb9f-1726-47b3-8fb6-d3c7568e4565 req-9f06ec2b-bcfb-48b1-8b07-24ad8dc5e212 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.2911975
May 10 17:22:40.663061 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-b8a57fb8-c4dd-49d9-9620-10dca708d651 None None] Provisioning complete for port 8650d953-961f-4600-9828-b3f598510f47 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:40.663627 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b8a57fb8-c4dd-49d9-9620-10dca708d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.781045 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-b8a57fb8-c4dd-49d9-9620-10dca708d651 None None] Port 8650d953-961f-4600-9828-b3f598510f47 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:40.817274 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9f3edb9f-1726-47b3-8fb6-d3c7568e4565 req-752df74e-12a7-469c-a4dc-f22b5fc27996 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1792362
May 10 17:22:40.824296 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2b4880>, [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 4, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port': {'id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:35Z', 'updated_at': '2021-05-10T17:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8650d953-961f-4600-9828-b3f598510f47', 'name': '', 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'mac_address': 'fa:16:3e:18:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:38Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 2, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'subnets': [{'id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:40.828350 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111594e7-2af2-4192-ac27-0409d569bf5f None None] The sync data for ids ['f0af4921-270c-48df-a8b3-3f0817d2ff48'] in dv-cinder-786384-3-iscsi is: [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 4, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port': {'id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:35Z', 'updated_at': '2021-05-10T17:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8650d953-961f-4600-9828-b3f598510f47', 'name': '', 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'mac_address': 'fa:16:3e:18:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:38Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 2, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'subnets': [{'id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:40.854857 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:40.864029 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] 10.222.0.13 "PUT /v2.0/routers/f0af4921-270c-48df-a8b3-3f0817d2ff48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0241179
May 10 17:22:41.123166 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:41.196723 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:41.197107 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.427222 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33158) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:41.433442 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608732594', 'description': 'tempest-secgroup-smoke-608732594 description', 'project_id': 'd449d9d664e944a5acca1b7b547ea55a'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:41.442279 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:41.459490 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:41.463944 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:41.470878 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:41.481618 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.509689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:41.514058 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:41.517135 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:41.523064 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:41.601564 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.610073 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.621725 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b044c416-a153-4798-ba14-a6d9b20683fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:41.656486 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.657679 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2294269
May 10 17:22:41.659258 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42be7fef-488a-4325-90e4-8c88a17d0bc4,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:41.660738 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33162) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:41.666430 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-eea3631b-7983-4200-a3af-0787bcbba2bd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:41.666853 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'security_group_rule': {'security_group_id': '42be7fef-488a-4325-90e4-8c88a17d0bc4', 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:41.673112 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:41.677142 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:41.681966 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:41.688235 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:41.704150 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.768657 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.772669 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.776120 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-81e74e8f-f832-4476-951d-42ba065de559 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:41.801279 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84705df-1929-4bb2-8e59-9da85e53b8e7,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:41.810596 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:41.814216 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.818271 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-4827844a-7eda-42fe-b338-0955829db365 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1537156
May 10 17:22:41.818408 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33168) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:41.823995 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'security_group_rule': {'security_group_id': '42be7fef-488a-4325-90e4-8c88a17d0bc4', 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:41.829895 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:41.833708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:41.836798 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:41.842439 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:41.861324 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.927428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.931971 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.934066 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-173a2a7c-e422-4931-ae64-e91834e824d5 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:41.956963 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ba8f67-14bb-4c16-8099-d98fc94039c5,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:41.961562 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:41.966990 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:41.969379 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d36e6163-fd3d-4219-bd7e-47d2024d71ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1487877
May 10 17:22:41.971284 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33174) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:41.977234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'security_group_rule': {'security_group_id': '42be7fef-488a-4325-90e4-8c88a17d0bc4', 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:41.983461 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:41.989804 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:41.994816 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:42.001178 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:42.018509 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.033718 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdf8c-af21-4c1b-b81f-af5b2b2c5ca3 req-15611ef1-e277-4a57-989e-6b5baa3bf36e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:42.034567 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-177bdf8c-af21-4c1b-b81f-af5b2b2c5ca3 req-15611ef1-e277-4a57-989e-6b5baa3bf36e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.0916271
May 10 17:22:42.082075 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-177bdf8c-af21-4c1b-b81f-af5b2b2c5ca3 req-60086339-6ca7-4cbb-a357-7af6979e327a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410538
May 10 17:22:42.088121 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.091738 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.093929 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:42.117323 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f35612-0296-43ac-bee9-67fac51c1a95,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:42.120505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:42.130570 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.131774 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3cfa8c82-96ed-4696-90a6-7d3852b6abc1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1594672
May 10 17:22:42.136967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33180) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:42.145949 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'security_group_rule': {'security_group_id': '42be7fef-488a-4325-90e4-8c88a17d0bc4', 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:42.152915 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:42.157029 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:42.160029 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:42.166665 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:42.182792 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.302307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.307323 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.321987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:42.344919 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7260f-9a90-4e67-81dd-aa153187eb15 req-5bdec14b-b156-43ba-a56f-72d71ea2066a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:42.346357 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3ab7260f-9a90-4e67-81dd-aa153187eb15 req-5bdec14b-b156-43ba-a56f-72d71ea2066a tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.1420403
May 10 17:22:42.350962 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f417e0b7-7ada-4998-9187-f695ec3b396a,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:42.354947 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:42.355184 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33184) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:42.362328 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Request body: {'floatingip': {'port_id': '1192b99b-4250-49f8-9cd5-90d1bfb67429'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:42.362823 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.364070 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-69cc732f-3b50-4136-8893-5681656b5592 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2260678
May 10 17:22:42.366955 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33188) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:42.373157 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'security_group_rule': {'security_group_id': '42be7fef-488a-4325-90e4-8c88a17d0bc4', 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:42.379562 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:42.384863 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:42.388218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:42.395231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:42.405608 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.securitygroups_db [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Project d449d9d664e944a5acca1b7b547ea55a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:22:42.412042 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.449016 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.488159 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.494869 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.502309 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:42.520952 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921d05c5-0305-44c7-999c-e1a91167a1c0,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:42.523014 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:42.530600 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.531857 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-58c4f501-556c-4258-a2c9-658ea6bb4343 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1632040
May 10 17:22:42.534710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33192) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:42.540345 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'security_group_rule': {'security_group_id': '42be7fef-488a-4325-90e4-8c88a17d0bc4', 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:42.546315 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:42.550030 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:security_group_rule and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:42.552832 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:42.559815 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:42.570803 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.securitygroups_db [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Project d449d9d664e944a5acca1b7b547ea55a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:22:42.576536 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.658346 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.660553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.666240 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.668632 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:42.694453 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfca531-5d66-43f5-8c47-3de97f1641cd,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:42.697977 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:42.705661 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.706746 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-61d438f4-39e0-4caa-84f0-41f45dc963e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1710896
May 10 17:22:42.904412 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4984-2b8e-46d9-a4e2-4434103bf151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.127241 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a46975e9-f81a-4b3f-9646-ce5a565e67bf up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:43.209820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port a46975e9-f81a-4b3f-9646-ce5a565e67bf completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:43.212741 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.215929 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port a46975e9-f81a-4b3f-9646-ce5a565e67bf triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:43.216527 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.221785 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.379371 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.398241 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port a46975e9-f81a-4b3f-9646-ce5a565e67bf, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=a46975e9-f81a-4b3f-9646-ce5a565e67bf,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:43.403825 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.407144 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:43.473411 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.l3_db [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Floating IP 30369cd3-4237-443d-9b92-782dda117e4e associated. External IP: 172.27.2.202, port: 1192b99b-4250-49f8-9cd5-90d1bfb67429.
May 10 17:22:43.512881 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=a46975e9-f81a-4b3f-9646-ce5a565e67bf,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:43.516311 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:43.839406 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Router c37a07c0-710e-40c1-be51-6fd8a660c442 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:43.896146 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.033160 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:44.037527 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.042716 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] Sync routers for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:44.052563 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:44.053189 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039e20>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:44.102472 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-713e714c-48e7-422c-bb27-8ad33f74f5c8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "PUT /v2.0/floatingips/30369cd3-4237-443d-9b92-782dda117e4e HTTP/1.1" status: 200  len: 991 time: 1.7459261
May 10 17:22:44.103095 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:44.247947 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:44.321877 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Sync routers for ids ['f0af4921-270c-48df-a8b3-3f0817d2ff48'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:44.349847 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Routers {'f0af4921-270c-48df-a8b3-3f0817d2ff48'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:44.350478 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99f6d1c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['f0af4921-270c-48df-a8b3-3f0817d2ff48'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:44.385977 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'status': 'completed', 'code': 200}
May 10 17:22:44.542083 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-ff858337-fa77-4b68-b70b-7550f4f1a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:44.544733 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-ff858337-fa77-4b68-b70b-7550f4f1a786 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=014b4ef6b7914ca9b559d0074c620921&device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 1098 time: 0.0973940
May 10 17:22:44.587663 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Set router f0af4921-270c-48df-a8b3-3f0817d2ff48 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:44.701209 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-19225a14-bb66-4852-a151-5f32b1808728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:44.702660 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-19225a14-bb66-4852-a151-5f32b1808728 service neutron] 10.222.0.43 "GET /v2.0/networks?id=420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 200  len: 912 time: 0.1496415
May 10 17:22:44.706382 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039e20>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '30369cd3-4237-443d-9b92-782dda117e4e', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'port_id': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'mac_address': 'fa:16:3e:ce:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:23Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 1, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:44.710372 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] Checking router: c37a07c0-710e-40c1-be51-6fd8a660c442 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:44.718958 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:44.719575 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039e20>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:44.821730 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-db911b1d-c6b7-4bf1-af1e-3249a9168564 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429 HTTP/1.1" status: 200  len: 999 time: 0.1113532
May 10 17:22:44.839471 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.910858 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:44.919095 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-9c5821fa-4f66-474e-8513-add22e364d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:44.922248 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-9c5821fa-4f66-474e-8513-add22e364d0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 200  len: 850 time: 0.0925941
May 10 17:22:44.984607 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99f6d1c0>, [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 4, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port': {'id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:35Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8650d953-961f-4600-9828-b3f598510f47', 'name': '', 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'mac_address': 'fa:16:3e:18:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:38Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 2, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'subnets': [{'id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:45.007435 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Checking router: f0af4921-270c-48df-a8b3-3f0817d2ff48 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:45.007793 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Updating router f0af4921-270c-48df-a8b3-3f0817d2ff48 port 8650d953-961f-4600-9828-b3f598510f47 binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:45.138942 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a46975e9-f81a-4b3f-9646-ce5a565e67bf up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:45.171865 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-98c5e69b-1a6a-432b-8d5a-e3955496a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:45.173375 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-98c5e69b-1a6a-432b-8d5a-e3955496a9b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=420c1aa8-f3e9-4cec-a8e8-b3762c263460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2421322
May 10 17:22:45.175511 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.341044 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port a46975e9-f81a-4b3f-9646-ce5a565e67bf triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:45.341822 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.355678 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-cd3cc4a4-1210-482d-9eee-889ce021beb2 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741550
May 10 17:22:45.360690 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9e039e20>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '30369cd3-4237-443d-9b92-782dda117e4e', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'port_id': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'mac_address': 'fa:16:3e:ce:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:23Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 1, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:45.369202 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453dd4e-708e-4c69-9f15-a2141cbe4f4c None None] The sync data for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi is: [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '30369cd3-4237-443d-9b92-782dda117e4e', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'port_id': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'mac_address': 'fa:16:3e:ce:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:23Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 1, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:45.535213 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb24ed0c-5930-44d4-a350-c141d511bde7 req-37826dd7-2941-4b24-a6ba-7440801c05e9 service neutron] 10.222.0.43 "GET /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662056
May 10 17:22:45.623617 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b24c59-51b9-49c7-aea0-b9b92eb57960 None None] New status for floating IP 30369cd3-4237-443d-9b92-782dda117e4e: ACTIVE {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:22:45.681324 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.763954 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.777981 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Transition to ACTIVE for port object 8650d953-961f-4600-9828-b3f598510f47 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:45.786964 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.791280 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:45.930050 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766f614-87e6-4768-8a24-391b45087e5d None None] Pushing event updated for resources: {'Port': ['ID=8650d953-961f-4600-9828-b3f598510f47,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:45.956439 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7766f614-87e6-4768-8a24-391b45087e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:46.021557 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Attempting to bind port 8650d953-961f-4600-9828-b3f598510f47 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:46.022189 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Attempting to bind port 8650d953-961f-4600-9828-b3f598510f47 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:46.022313 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Attempting to bind port 8650d953-961f-4600-9828-b3f598510f47 on network 38219522-e0c3-4988-ba0e-c299980d7a50 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:46.028961 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:46.029108 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Checking segment: {'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:46.029512 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.029908 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Bound using segment: {'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:46.030446 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Bound port: 8650d953-961f-4600-9828-b3f598510f47, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cb3ae4-4f79-4a10-bb34-8192a8700d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:46.030744 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.126663 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] For port 8650d953-961f-4600-9828-b3f598510f47, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:46.129928 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] For port 8650d953-961f-4600-9828-b3f598510f47, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=8650d953-961f-4600-9828-b3f598510f47,segment=NetworkSegment(20cb3ae4-4f79-4a10-bb34-8192a8700d18),segment_id=20cb3ae4-4f79-4a10-bb34-8192a8700d18)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:46.137021 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.141485 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:46.229666 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Routers {'f0af4921-270c-48df-a8b3-3f0817d2ff48'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:46.230306 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99f6d1c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['f0af4921-270c-48df-a8b3-3f0817d2ff48'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:46.283258 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766f614-87e6-4768-8a24-391b45087e5d None None] Pushing event updated for resources: {'Port': ['ID=8650d953-961f-4600-9828-b3f598510f47,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:46.292348 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7766f614-87e6-4768-8a24-391b45087e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:46.420165 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] Set router f0af4921-270c-48df-a8b3-3f0817d2ff48 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:46.762707 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99f6d1c0>, [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 4, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port': {'id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:35Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8650d953-961f-4600-9828-b3f598510f47', 'name': '', 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'mac_address': 'fa:16:3e:18:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:38Z', 'updated_at': '2021-05-10T17:22:46Z', 'revision_number': 4, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'subnets': [{'id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:46.767172 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29acc-2790-4e95-a868-480b651b4176 None None] The sync data for ids ['f0af4921-270c-48df-a8b3-3f0817d2ff48'] in dv-cinder-786384-3-iscsi is: [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:39Z', 'revision_number': 4, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port': {'id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:35Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '8650d953-961f-4600-9828-b3f598510f47', 'name': '', 'network_id': '38219522-e0c3-4988-ba0e-c299980d7a50', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'mac_address': 'fa:16:3e:18:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:38Z', 'updated_at': '2021-05-10T17:22:46Z', 'revision_number': 4, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'subnets': [{'id': '86876c80-dc3d-4ae5-a2fe-f261cb1f148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:47.079556 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 8650d953-961f-4600-9828-b3f598510f47 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:47.149478 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 8650d953-961f-4600-9828-b3f598510f47 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:47.154239 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 8650d953-961f-4600-9828-b3f598510f47 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:47.154734 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.275073 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.310377 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 8650d953-961f-4600-9828-b3f598510f47, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=8650d953-961f-4600-9828-b3f598510f47,segment=NetworkSegment(20cb3ae4-4f79-4a10-bb34-8192a8700d18),segment_id=20cb3ae4-4f79-4a10-bb34-8192a8700d18)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:47.314432 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.316492 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:47.386195 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=8650d953-961f-4600-9828-b3f598510f47,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:47.389282 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:49.068190 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 8650d953-961f-4600-9828-b3f598510f47 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:49.184318 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 8650d953-961f-4600-9828-b3f598510f47 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:49.184692 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.774391 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-4bb17cf1-69dc-4b6f-8559-1b3d3a3eb25d tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488552548&fields=id&tenant_id=65dc90996cac43b7b8f79823e51569cf HTTP/1.1" status: 200  len: 267 time: 0.0414081
May 10 17:22:55.864443 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-7b9a03db-780d-47c0-8e59-371d62746a94 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:55.865894 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-7b9a03db-780d-47c0-8e59-371d62746a94 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 984 time: 0.0859020
May 10 17:22:55.881844 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Request body: {'port': {'security_groups': ['74b6747e-0803-49b9-bfad-64fe9dab8069']}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:56.002406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.252548 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:56.278798 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.283660 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.289614 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-29d93844-3507-4f53-930c-916d5eba0423 tempest-DeleteServersTestJSON-1316930596 tempest-DeleteServersTestJSON-1316930596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:56.329481 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['a97855f9-97c4-4f74-94cd-65fd79c3fb01'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:56.352579 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:56.353106 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.354514 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ecb0cf5b-cfb1-4514-a8e1-ea03e879e648 req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "PUT /v2.0/ports/a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 942 time: 0.4776280
May 10 17:22:56.357590 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:56.361640 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33342) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:56.387908 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event updated for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=7']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:56.391851 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:56.421499 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'status': 'completed', 'code': 200}
May 10 17:22:56.453071 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.491746 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.525661 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['a97855f9-97c4-4f74-94cd-65fd79c3fb01'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:56.575076 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.581277 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-45d7a636-a33b-438a-93e8-f534963c0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:56.583512 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-45d7a636-a33b-438a-93e8-f534963c0389 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1098 time: 0.1078422
May 10 17:22:56.587519 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-975165ba-3528-4a13-a5ee-be39a57fa9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:56.607294 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a57ffa-2180-4368-89a1-b567264867ba,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:56.615832 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.620917 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "DELETE /v2.0/security-groups/54a57ffa-2180-4368-89a1-b567264867ba HTTP/1.1" status: 204  len: 168 time: 0.2572570
May 10 17:22:56.621486 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33350) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:56.621987 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:56.671918 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-0bd3b99e-646a-4d92-a1eb-60674b6b4708 None None] Provisioning complete for port a97855f9-97c4-4f74-94cd-65fd79c3fb01 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:56.672298 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b99e-646a-4d92-a1eb-60674b6b4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.905809 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-88f0f355-f5c1-40c1-9c3b-7e80b1fd8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:56.907226 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-88f0f355-f5c1-40c1-9c3b-7e80b1fd8f86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 916 time: 0.3124619
May 10 17:22:57.059987 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-3383cebc-5760-4ee8-b4ea-80fdf3d130ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 1000 time: 0.1416438
May 10 17:22:57.111605 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Deleting port 3995be5b-2b91-4f82-ab17-55bd52044854 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:57.111845 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:57.331965 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-4e693c6c-a9fc-4733-8709-dfa0deb9dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:57.333384 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-4e693c6c-a9fc-4733-8709-dfa0deb9dbb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 200  len: 854 time: 0.2565212
May 10 17:22:57.417807 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:57.418137 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:57.556282 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Calling delete_port for 3995be5b-2b91-4f82-ab17-55bd52044854 owned by network:floatingip {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:57.595159 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-dec3ca99-773c-469e-af5f-04206543bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:57.596688 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-dec3ca99-773c-469e-af5f-04206543bd64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2507832
May 10 17:22:57.754530 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-070a3087-1a3d-452d-8c38-306b4e2dcbe6 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477461
May 10 17:22:57.914000 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:57.920152 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:57.976881 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event deleted for resources: {'Port': ['ID=3995be5b-2b91-4f82-ab17-55bd52044854,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:58.009630 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:58.016971 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ddd07f99-cec7-4b74-8513-316d13bf9f4a req-a151737d-8622-49e5-af0f-24ef44924be4 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551761
May 10 17:22:58.076747 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks [] for floatingip, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:58.077071 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Floating IP dd40f2bf-3f6b-406a-8093-a984d6f747be disassociated (deleted). External IP: 172.27.2.72, port: a97855f9-97c4-4f74-94cd-65fd79c3fb01.
May 10 17:22:58.425829 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:58.719012 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:58.728269 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] Sync routers for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:58.739190 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:58.739819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a227970>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:58.741327 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:58.798313 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd40f2bf-3f6b-406a-8093-a984d6f747be HTTP/1.1" status: 204  len: 168 time: 2.1732447
May 10 17:22:58.799214 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:58.861783 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'status': 'completed', 'code': 200}
May 10 17:22:58.957324 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:58.990735 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-1e346469-73d0-4c8e-872b-3ffa94c5a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:58.993049 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-1e346469-73d0-4c8e-872b-3ffa94c5a46e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65dc90996cac43b7b8f79823e51569cf&device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 1098 time: 0.0849650
May 10 17:22:59.140951 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-085cea20-1dd4-4fc4-ba88-fbb8eaee7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:59.142624 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-085cea20-1dd4-4fc4-ba88-fbb8eaee7fe9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 200  len: 916 time: 0.1419306
May 10 17:22:59.242376 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-54673f84-0294-490c-9ad1-60623bdb9513 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 200  len: 217 time: 0.0906172
May 10 17:22:59.306927 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a227970>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 5, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:59.311472 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] Checking router: 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:59.317088 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-edce274c-2e4b-4c86-b062-71f7246fa83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:59.318685 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-edce274c-2e4b-4c86-b062-71f7246fa83c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 200  len: 854 time: 0.0660036
May 10 17:22:59.320234 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:59.320955 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a227970>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:59.396638 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-5d01df56-ac41-4cda-b329-97343f149e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:59.398099 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-5d01df56-ac41-4cda-b329-97343f149e21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719869
May 10 17:22:59.509713 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:59.543144 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-c62c300b-1a4f-40a4-8905-31ab0e87606c service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351082
May 10 17:22:59.696766 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2771994b-75b9-4951-b8ac-21048d20cac1 req-8adb3506-0a25-44a8-ad33-30752ea27a21 service neutron] 10.222.0.43 "GET /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316395
May 10 17:22:59.877407 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a227970>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 5, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:59.881560 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cc4ac-e555-4a21-b415-00f1e67d531b None None] The sync data for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi is: [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:19:56Z', 'revision_number': 4, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '2b782de8-c0fa-4231-8fbb-84b19dd54cc1', 'name': '', 'network_id': 'ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'mac_address': 'fa:16:3e:d1:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:55Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 5, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'subnets': [{'id': '765a6d6f-986e-46ff-8871-3349240f6ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:00.143871 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a2487a-4600-4c66-82c6-37a0db425544 None None] New status for floating IP dd40f2bf-3f6b-406a-8093-a984d6f747be: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:23:00.146811 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-8b745886-389f-4711-aa95-0edbeef227eb tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Synchronizing usage tracker for tenant:d449d9d664e944a5acca1b7b547ea55a on resource:security_group {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:00.163190 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-8b745886-389f-4711-aa95-0edbeef227eb tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Unset dirty status for tenant:d449d9d664e944a5acca1b7b547ea55a on resource:security_group {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:00.164403 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-8b745886-389f-4711-aa95-0edbeef227eb tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608732594&fields=id&tenant_id=d449d9d664e944a5acca1b7b547ea55a HTTP/1.1" status: 200  len: 267 time: 0.0677328
May 10 17:23:00.364553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-b92fdc1f-2544-42ba-a0e4-eff2401d1827 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:00.366027 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-b92fdc1f-2544-42ba-a0e4-eff2401d1827 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 808 time: 0.1944149
May 10 17:23:00.383261 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-0f3a16a0-f9ee-49ed-a5f3-73cf823e813d tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/quotas/d449d9d664e944a5acca1b7b547ea55a HTTP/1.1" status: 200  len: 375 time: 0.0105066
May 10 17:23:00.472940 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-87ce3709-dc40-4dcf-a1f5-781324808a82 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0832751
May 10 17:23:00.615602 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-db2b69f3-86df-42af-a7bd-0b1e68223e8c service neutron] 10.222.0.13 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296139
May 10 17:23:00.756907 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-d2d9dce5-4748-48b6-8bdf-83425656e60e service neutron] 10.222.0.13 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343987
May 10 17:23:00.884898 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f38d4-404c-44e6-95c3-e91e2587ba09 req-1e15e679-748d-4e92-a439-cf13d954ad44 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:00.886431 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-230f38d4-404c-44e6-95c3-e91e2587ba09 req-1e15e679-748d-4e92-a439-cf13d954ad44 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.0853066
May 10 17:23:00.934812 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-230f38d4-404c-44e6-95c3-e91e2587ba09 req-978bdc24-ef6d-4dbb-b0b5-0eeed3859951 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408986
May 10 17:23:01.182602 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c95bbe5d-dd3e-4040-8794-eb08688106a9 req-accf983a-27c8-4430-a099-dd38a1d0c475 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 210 time: 0.0518432
May 10 17:23:02.129367 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b3483-843c-44ac-b122-d50061ca5afa req-0257e428-27f9-4dfe-98f8-c318fdd5297f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:02.130442 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-158b3483-843c-44ac-b122-d50061ca5afa req-0257e428-27f9-4dfe-98f8-c318fdd5297f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.0868058
May 10 17:23:02.412574 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-158b3483-843c-44ac-b122-d50061ca5afa req-495d4f92-ecba-466f-b65d-0cd217b6a907 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2758482
May 10 17:23:02.438012 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-78349d2e-9f62-4ad6-ae0c-f19d4b9b2e10 req-84d2ce4d-44c2-4975-b1a1-d7eb7a77615e tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 210 time: 0.0660205
May 10 17:23:02.487307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-22ef1c90-fa8c-4922-b2c5-ec10f7295b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:02.488928 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-22ef1c90-fa8c-4922-b2c5-ec10f7295b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 808 time: 0.2269676
May 10 17:23:02.549568 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-7eab3a32-fe08-4b90-9ba9-1ccc33849f19 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d449d9d664e944a5acca1b7b547ea55a HTTP/1.1" status: 200  len: 379 time: 0.0441234
May 10 17:23:02.559348 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'port': {'device_id': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'admin_state_up': True, 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'security_groups': ['42be7fef-488a-4325-90e4-8c88a17d0bc4']}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:02.694046 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:02.697767 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:port and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:02.701476 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:02.707997 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:02.718295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Made reservation on behalf of d449d9d664e944a5acca1b7b547ea55a for: {'port': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:23:02.722016 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:02.944855 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Allocated IP 172.20.0.4 (951f35a2-7607-44cc-813a-26ca82840f6e/2a02086c-753b-4d3e-b8e0-73d36aa3130e/9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:02.975757 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cd7f5-c6e3-4562-941d-45f52c91e0fa req-a7066b45-d9c2-4634-8318-4172504a30aa tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:02.976467 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-128cd7f5-c6e3-4562-941d-45f52c91e0fa req-a7066b45-d9c2-4634-8318-4172504a30aa tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Synchronizing usage tracker for tenant:65dc90996cac43b7b8f79823e51569cf on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:03.032191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-128cd7f5-c6e3-4562-941d-45f52c91e0fa req-a7066b45-d9c2-4634-8318-4172504a30aa tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Unset dirty status for tenant:65dc90996cac43b7b8f79823e51569cf on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:03.033329 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-128cd7f5-c6e3-4562-941d-45f52c91e0fa req-a7066b45-d9c2-4634-8318-4172504a30aa tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.2083123
May 10 17:23:03.160559 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:23:03.166181 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-128cd7f5-c6e3-4562-941d-45f52c91e0fa req-20ef20b7-41b8-4291-ae35-c9d5c0fee441 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805604
May 10 17:23:03.205231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.221392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Transition to ACTIVE for port object 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:03.248581 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.256862 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:03.322403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Network 951f35a2-7607-44cc-813a-26ca82840f6e is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:03.325776 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:03.328404 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:03.381868 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:03.385248 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:03.420528 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:03.421193 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.442978 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-1488b99b-98a3-44e9-8a95-a0c751cf0b98 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8875680
May 10 17:23:03.474218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Request body: {'port': {'device_id': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:03.614100 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-69da396d-85a2-4808-ad12-f26f536ce50c None None] Provisioning for port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:03.618910 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-69da396d-85a2-4808-ad12-f26f536ce50c None None] Provisioning complete for port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:03.619358 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-69da396d-85a2-4808-ad12-f26f536ce50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.675151 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-69da396d-85a2-4808-ad12-f26f536ce50c None None] Port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:23:03.691098 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.810680 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a509-d759-4b41-b6a8-816c40b71c4f req-9a60b3a3-029f-4878-9f2b-69f6eb832c32 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:03.811372 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-a937a509-d759-4b41-b6a8-816c40b71c4f req-9a60b3a3-029f-4878-9f2b-69f6eb832c32 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Synchronizing usage tracker for tenant:d449d9d664e944a5acca1b7b547ea55a on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:03.873760 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1eabc-9f56-40ba-b027-33f838d686b2 req-1dc4f605-e99f-4452-98fc-dbe412064816 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:03.875247 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b9e1eabc-9f56-40ba-b027-33f838d686b2 req-1dc4f605-e99f-4452-98fc-dbe412064816 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.3103421
May 10 17:23:03.948957 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-a937a509-d759-4b41-b6a8-816c40b71c4f req-9a60b3a3-029f-4878-9f2b-69f6eb832c32 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Unset dirty status for tenant:d449d9d664e944a5acca1b7b547ea55a on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:03.950194 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a937a509-d759-4b41-b6a8-816c40b71c4f req-9a60b3a3-029f-4878-9f2b-69f6eb832c32 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 931 time: 0.3863840
May 10 17:23:04.136098 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b9e1eabc-9f56-40ba-b027-33f838d686b2 req-236801db-0a88-4495-9531-5b5c6f97762b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2534797
May 10 17:23:04.182629 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a937a509-d759-4b41-b6a8-816c40b71c4f req-7613d35d-5201-4ae3-b40d-811258d5b4c6 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2240322
May 10 17:23:04.326750 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a {{(pid=78765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:04.340395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:04.360812 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Transition to ACTIVE for port object 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a will not be triggered until provisioned by entity L2. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:04.367688 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:04.371807 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c5ee0928-cef0-47bc-8127-9769e6bb89ef tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:04.523941 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:04.536392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a1670-7299-4c1a-9c03-16d389ea512d req-81e994b0-ab92-41a2-ad8a-cfe2777e331c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:04.538280 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-266a1670-7299-4c1a-9c03-16d389ea512d req-81e994b0-ab92-41a2-ad8a-cfe2777e331c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.2578995
May 10 17:23:04.540540 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:04.670170 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-266a1670-7299-4c1a-9c03-16d389ea512d req-56fa0493-7d01-4416-bdf7-c2363e8a08a7 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b6747e-0803-49b9-bfad-64fe9dab8069&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026583
May 10 17:23:04.689603 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Attempting to bind port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:04.689947 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Attempting to bind port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:04.690260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Attempting to bind port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a on network 951f35a2-7607-44cc-813a-26ca82840f6e {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:04.696070 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a on network 951f35a2-7607-44cc-813a-26ca82840f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:23:04.696331 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Attempting to bind port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a on network 951f35a2-7607-44cc-813a-26ca82840f6e {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:04.702375 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:04.702834 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Checking segment: {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:04.703223 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Bound using segment: {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:04.703643 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Bound port: 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bfdb55-b801-4b6a-8d35-0421d74c9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e'}}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:04.704020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:04.797579 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, cleared binding levels {{(pid=78765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:04.800535 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:04.805534 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:04.810482 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:04.860231 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:04.860837 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:04.862170 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] 10.222.0.43 "PUT /v2.0/ports/9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 1093 time: 1.3932149
May 10 17:23:04.862663 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:04.891268 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=3']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:04.894955 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:04.921200 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'status': 'completed', 'code': 200}
May 10 17:23:05.049880 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-be5a6c3a-f97e-4c9f-bea0-2038bb46a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.051507 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-be5a6c3a-f97e-4c9f-bea0-2038bb46a17a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1096 time: 0.0874348
May 10 17:23:05.054354 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-f6b1c735-d8d2-41ca-aeb7-6110184860a1 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.055813 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-f6b1c735-d8d2-41ca-aeb7-6110184860a1 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.43 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 945 time: 0.0925612
May 10 17:23:05.130896 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-e3387522-cae9-4798-9c40-5c959c7aebda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 217 time: 0.0600812
May 10 17:23:05.200658 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-7a6ae4aa-222c-4670-b691-13cb54a3b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.202213 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-7a6ae4aa-222c-4670-b691-13cb54a3b639 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.0642855
May 10 17:23:05.213758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Deleting port a97855f9-97c4-4f74-94cd-65fd79c3fb01 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:05.214209 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:05.290088 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-2601a0b2-411d-4cec-9c59-b0805b318969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.291532 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-2601a0b2-411d-4cec-9c59-b0805b318969 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816894
May 10 17:23:05.461828 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] For port a97855f9-97c4-4f74-94cd-65fd79c3fb01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a97855f9-97c4-4f74-94cd-65fd79c3fb01,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:05.462099 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:05.538504 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-396df4e4-3f8e-41b2-b2e0-9741c361160f service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394938
May 10 17:23:05.607146 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Calling delete_port for a97855f9-97c4-4f74-94cd-65fd79c3fb01 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:05.626135 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ff8ea-59e6-45a7-b546-3044b0a6de97 req-876aa9e8-cf26-47ae-aa9d-fbe7668b5dce tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.628458 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-962ff8ea-59e6-45a7-b546-3044b0a6de97 req-876aa9e8-cf26-47ae-aa9d-fbe7668b5dce tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.3355978
May 10 17:23:05.642407 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8474a03-34c4-4c51-9bd5-fdb6185b03ff req-fe123211-3a0c-45dd-a3ac-e88482477196 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.643828 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8474a03-34c4-4c51-9bd5-fdb6185b03ff req-fe123211-3a0c-45dd-a3ac-e88482477196 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.3572073
May 10 17:23:05.673958 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-a97b7849-54d0-40a4-9d30-01ebb776b38d req-d295707b-63d5-42a3-9814-f9fe747d0f9e service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280439
May 10 17:23:05.731844 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-962ff8ea-59e6-45a7-b546-3044b0a6de97 req-8eca9da8-e1f0-4489-911b-4e3591b4621b tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858192
May 10 17:23:05.743202 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8474a03-34c4-4c51-9bd5-fdb6185b03ff req-1df4358a-960c-489e-b968-10f541e4855d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798748
May 10 17:23:05.841271 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:05.847632 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:05.872267 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-452f6f76-761e-4d0f-a1dd-aa8233e60393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.874293 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-452f6f76-761e-4d0f-a1dd-aa8233e60393 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1096 time: 0.0933690
May 10 17:23:05.881560 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['a97855f9-97c4-4f74-94cd-65fd79c3fb01'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:05.932154 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Pushing event deleted for resources: {'Port': ['ID=a97855f9-97c4-4f74-94cd-65fd79c3fb01,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:05.937726 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:05.941388 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-76a11648-e329-460b-8f2d-27474f645352 req-de1203d9-6b6e-473b-9624-6c47a06d67cb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.13 "GET /v2.0/ports?device_id=568f99e6-7a70-431d-b755-926e0457b0f6 HTTP/1.1" status: 200  len: 210 time: 0.0538664
May 10 17:23:06.027930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-bf1f3009-3ff4-4a4d-b0eb-c215eb3da08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:06.029545 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-bf1f3009-3ff4-4a4d-b0eb-c215eb3da08c service neutron] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 909 time: 0.1452219
May 10 17:23:06.106118 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-ac4c5a8a-1463-4640-a2eb-c223afe68d4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 217 time: 0.0688090
May 10 17:23:06.128349 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] No DVR routers for this DVR port a97855f9-97c4-4f74-94cd-65fd79c3fb01 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:06.130700 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:06.143434 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e0cc8cf4-5be9-44d1-9ae2-652b340c93c3 req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] 10.222.0.43 "DELETE /v2.0/ports/a97855f9-97c4-4f74-94cd-65fd79c3fb01 HTTP/1.1" status: 204  len: 173 time: 1.0719864
May 10 17:23:06.173714 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-281c354d-5a93-46f2-9591-2016fedca2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:06.175187 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-281c354d-5a93-46f2-9591-2016fedca2f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.0624125
May 10 17:23:06.253099 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-115838c0-6d10-40cb-a4c4-885c2242ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:06.254558 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-115838c0-6d10-40cb-a4c4-885c2242ef30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725245
May 10 17:23:06.396743 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-10c9b8ab-4b1f-45c3-b3cd-e621f417d689 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344411
May 10 17:23:06.537021 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-aa15cdb0-2c32-4bb3-b4e8-d693afd8c526 req-7c474680-d44d-483a-8ccf-bf091b0dc124 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277661
May 10 17:23:06.925283 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'name': 'network-vif-deleted', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:07.001761 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517902d-686b-4e39-a847-7408a984fc40 req-1e84e308-e433-4025-9005-ef09677c775d tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:07.003443 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1517902d-686b-4e39-a847-7408a984fc40 req-1e84e308-e433-4025-9005-ef09677c775d tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.1557205
May 10 17:23:07.013107 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a619a3f-ffd5-4104-8955-1c3f5bc2b299 req-aac660ee-683a-4084-ae5a-f7e1a00e0691 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:07.014658 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7a619a3f-ffd5-4104-8955-1c3f5bc2b299 req-aac660ee-683a-4084-ae5a-f7e1a00e0691 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1341305
May 10 17:23:07.087653 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1517902d-686b-4e39-a847-7408a984fc40 req-22351a7c-7d09-4960-b797-cd7a017b3c1c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719907
May 10 17:23:07.096142 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7a619a3f-ffd5-4104-8955-1c3f5bc2b299 req-a6dc6b87-7df1-4a5e-9544-102551a66eaa tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663240
May 10 17:23:07.162374 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568f99e6-7a70-431d-b755-926e0457b0f6', 'name': 'network-vif-deleted', 'tag': 'a97855f9-97c4-4f74-94cd-65fd79c3fb01', 'status': 'completed', 'code': 200}
May 10 17:23:07.913630 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33522) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:08.346152 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ababbdc-ba9a-486f-8cb2-27447497d966 req-a2f0d881-35b4-4585-9458-8992cbcac610 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:08.347541 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9ababbdc-ba9a-486f-8cb2-27447497d966 req-a2f0d881-35b4-4585-9458-8992cbcac610 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.1441159
May 10 17:23:08.357022 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77498c6d-7aec-4ff7-876b-3942d27f18fd req-d1cd0367-8ef9-424f-991d-1a522bf10c75 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:08.358475 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-77498c6d-7aec-4ff7-876b-3942d27f18fd req-d1cd0367-8ef9-424f-991d-1a522bf10c75 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1210198
May 10 17:23:08.432344 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9ababbdc-ba9a-486f-8cb2-27447497d966 req-24c810a3-c01e-455c-a631-13bc37fcbf96 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728407
May 10 17:23:08.440816 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-77498c6d-7aec-4ff7-876b-3942d27f18fd req-fc5c4ccd-ac43-4c14-878f-98089a846631 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642076
May 10 17:23:08.567741 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:08.976499 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Deleting port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:08.977224 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:09.100502 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] For port 2b782de8-c0fa-4231-8fbb-84b19dd54cc1, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:09.100849 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:09.222056 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Calling delete_port for 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 owned by network:router_interface {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:09.360046 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:09.363350 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2f52456e-2929-4a9a-b8a0-8d597b26a418 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:09.436156 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b782de8-c0fa-4231-8fbb-84b19dd54cc1,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:09.438577 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:09.532754 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device a97855f9-97c4-4f74-94cd-65fd79c3fb01 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:09.580197 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: a97855f9-97c4-4f74-94cd-65fd79c3fb01 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:09.580538 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device a97855f9-97c4-4f74-94cd-65fd79c3fb01 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:09.702225 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26367467-1fa5-41e3-8f20-5567497b98b9 req-bb284b16-d505-42cd-9143-74fc3b007b2a tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:09.703584 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-26367467-1fa5-41e3-8f20-5567497b98b9 req-bb284b16-d505-42cd-9143-74fc3b007b2a tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.1535010
May 10 17:23:09.711107 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:09.740150 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25311-7488-48d8-86f9-07c062110fec req-21c29c6a-2542-4796-b384-306a6debd798 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:09.741650 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eab25311-7488-48d8-86f9-07c062110fec req-21c29c6a-2542-4796-b384-306a6debd798 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1327283
May 10 17:23:09.787361 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-26367467-1fa5-41e3-8f20-5567497b98b9 req-fadcc48c-51aa-4cfd-9f6a-f491476c0ebc tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734611
May 10 17:23:09.811395 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eab25311-7488-48d8-86f9-07c062110fec req-dd382b93-2201-453e-b161-df8fd40bad05 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621309
May 10 17:23:10.177438 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:10.239114 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-42223df2-b8d1-4f7e-b98e-a19ffe16da22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.359543 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:10.368420 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] Sync routers for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:10.371437 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-1d817ca9-a1ec-4634-a24c-636ef3247087 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4567344
May 10 17:23:10.374291 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33538) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:10.380148 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:10.380789 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9b069fa0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:10.546286 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.561998 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:10.724586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.798581 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Deleting port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:10.798835 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.857916 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9b069fa0>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:23:09Z', 'revision_number': 5, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port': {'id': '1b9b14b7-ffd5-4d78-9923-1fe2305138ed', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:49Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:10.861975 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] Checking router: 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:10.870962 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] Routers {'4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:10.871598 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9b069fa0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:10.938476 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] For port 1b9b14b7-ffd5-4d78-9923-1fe2305138ed, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:10.939095 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.032673 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] Set router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 gateway port host: None {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:11.071866 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Calling delete_port for 1b9b14b7-ffd5-4d78-9923-1fe2305138ed owned by network:router_gateway {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:11.133520 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54465a7-2696-45b4-94a9-2a86c50babe2 req-40bb435f-d529-4caf-a11f-fd559e90d5fa tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:11.135363 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e54465a7-2696-45b4-94a9-2a86c50babe2 req-40bb435f-d529-4caf-a11f-fd559e90d5fa tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.1913259
May 10 17:23:11.143642 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ace9cb-0376-4cef-91a4-a8a7eb597b58 req-8db78199-a9ce-4def-bb2e-8459d2578888 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:11.145186 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-95ace9cb-0376-4cef-91a4-a8a7eb597b58 req-8db78199-a9ce-4def-bb2e-8459d2578888 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1621556
May 10 17:23:11.162448 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9b069fa0>, [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:23:10Z', 'revision_number': 6, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:11.166491 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133abbf-addf-4b7e-b113-dfb16053bfdd None None] The sync data for ids ['4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44'] in dv-cinder-786384-3-iscsi is: [{'id': '4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44', 'name': 'tempest-TestMinimumBasicScenario-1189398514-router', 'tenant_id': '65dc90996cac43b7b8f79823e51569cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:48Z', 'updated_at': '2021-05-10T17:23:10Z', 'revision_number': 6, 'project_id': '65dc90996cac43b7b8f79823e51569cf', 'gw_port_host': None}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:11.217565 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e54465a7-2696-45b4-94a9-2a86c50babe2 req-a126e82c-5075-4e3e-908d-d56f4bd76e75 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713253
May 10 17:23:11.227771 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-95ace9cb-0376-4cef-91a4-a8a7eb597b58 req-fa02f86b-1abf-4b3e-8151-d2c3c75211c2 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664546
May 10 17:23:11.256045 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.259732 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-667e04b6-53d3-47aa-bd45-1dc87abbc56a tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:11.305019 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9b14b7-ffd5-4d78-9923-1fe2305138ed,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:11.308689 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:11.397432 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.695383 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.697872 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.721400 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.722012 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 {{(pid=78764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:23:11.735650 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.736813 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4c9aa4e9-5fe8-46b5-b7c0-4cc79759ff44 HTTP/1.1" status: 204  len: 168 time: 1.3616307
May 10 17:23:11.739398 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33548) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:11.810643 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Deleting subnet 765a6d6f-986e-46ff-8871-3349240f6ebf {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:23:11.814008 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.874906 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981369'] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.009691 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.314594 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082379'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.322257 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:12.358678 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.364896 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/765a6d6f-986e-46ff-8871-3349240f6ebf HTTP/1.1" status: 204  len: 168 time: 0.6244290
May 10 17:23:12.365456 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aecac52-1e1e-4eed-8f7c-369d5d188c9f None None] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:23:12.365920 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765a6d6f-986e-46ff-8871-3349240f6ebf,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:12.368052 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:12.368536 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33556) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:12.483475 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.548363 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949fe61-d819-41fc-a92a-f68d4bb990e1 req-60593baf-d33e-4719-8b06-b34837e16c01 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:12.550538 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f949fe61-d819-41fc-a92a-f68d4bb990e1 req-60593baf-d33e-4719-8b06-b34837e16c01 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1530333
May 10 17:23:12.563215 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Deleting port 240e2c67-722b-473a-9478-a5025fe4088e {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:12.563704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.595793 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326dfd0-a616-4f96-9c29-ad0d541f38eb req-09adb4c7-a8f9-4000-9893-9d68263951ac tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:12.597347 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2326dfd0-a616-4f96-9c29-ad0d541f38eb req-09adb4c7-a8f9-4000-9893-9d68263951ac tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.2596538
May 10 17:23:12.639029 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f949fe61-d819-41fc-a92a-f68d4bb990e1 req-e34dde79-8d4b-4f07-a50e-dda5e7bda003 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747154
May 10 17:23:12.672983 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] For port 240e2c67-722b-473a-9478-a5025fe4088e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=240e2c67-722b-473a-9478-a5025fe4088e,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:12.673314 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.675651 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.676675 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2326dfd0-a616-4f96-9c29-ad0d541f38eb req-0e9fe65a-52b7-4ee7-96e5-d69140aecaf3 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677223
May 10 17:23:12.735755 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985005d5-a320-40af-8191-cce71649b8aa None None] DHCP port deletion for ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:23:12.801059 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Calling delete_port for 240e2c67-722b-473a-9478-a5025fe4088e owned by network:dhcp {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:12.801774 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Deleting port 240e2c67-722b-473a-9478-a5025fe4088e {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:12.802155 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.851928 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.856471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-54ee9355-4617-4ad2-b6e2-6ae452c8f086 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:12.900869 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Pushing event deleted for resources: {'Port': ['ID=240e2c67-722b-473a-9478-a5025fe4088e,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:12.905913 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] No DVR routers for this DVR port 240e2c67-722b-473a-9478-a5025fe4088e on host dv-cinder-786384-3-iscsi {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:12.911162 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-59873a32-529f-4a9a-8442-c65da89ece22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.921979 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-985005d5-a320-40af-8191-cce71649b8aa None None] For port 240e2c67-722b-473a-9478-a5025fe4088e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=240e2c67-722b-473a-9478-a5025fe4088e,segment=NetworkSegment(fd4ceb47-9752-402e-841e-15a0ac6591a4),segment_id=fd4ceb47-9752-402e-841e-15a0ac6591a4)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:12.922406 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:12.938621 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:13.023241 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.041069 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd98954d90>,) {'filters': {'network_id': ['ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3']}} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:13.048055 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Calling delete_port for 240e2c67-722b-473a-9478-a5025fe4088e owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:13.128683 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 1b9b14b7-ffd5-4d78-9923-1fe2305138ed no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:13.154942 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98954d90>, 'fd4ceb47-9752-402e-841e-15a0ac6591a4') {'for_net_delete': True} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:13.155229 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98954d90>, 'fd4ceb47-9752-402e-841e-15a0ac6591a4') {} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:13.167411 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981350'] for segment, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.176423 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 1b9b14b7-ffd5-4d78-9923-1fe2305138ed {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:13.176772 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 1b9b14b7-ffd5-4d78-9923-1fe2305138ed not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:13.177198 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:13.184338 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.190654 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=78764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:23:13.191030 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109966'] for segment, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]: Traceback (most recent call last):
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     timer()
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     cb(*args, **kw)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     return func(*args, **kwargs)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     self._notify()
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     self.callback(batched_events)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     event.method(event)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     return f(self, *a, **k)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._get(url).json()
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self.request(url, 'GET', **kwargs)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:23:13.204751 dv-cinder-786384-3-iscsi neutron-server[78764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:23:13.217166 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:13.217519 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2b782de8-c0fa-4231-8fbb-84b19dd54cc1 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:13.217937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 240e2c67-722b-473a-9478-a5025fe4088e no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:13.268267 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 240e2c67-722b-473a-9478-a5025fe4088e {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:13.268531 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 240e2c67-722b-473a-9478-a5025fe4088e not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:13.287227 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.292190 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.292449 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:13.296447 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:13.308240 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.317606 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:13.320830 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:13.332846 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 HTTP/1.1" status: 204  len: 168 time: 0.9630733
May 10 17:23:13.335732 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33562) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:13.339027 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Pushing event deleted for resources: {'Port': ['ID=240e2c67-722b-473a-9478-a5025fe4088e,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:13.341833 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Network ea58b26b-2ddc-4ec8-aee4-a195cd7a25c3 is not hosted by any dhcp agent {{(pid=78766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
May 10 17:23:13.342519 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985005d5-a320-40af-8191-cce71649b8aa None None] No DVR routers for this DVR port 240e2c67-722b-473a-9478-a5025fe4088e on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:13.350244 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.350587 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.350918 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.351240 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.351563 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.351905 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.352234 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.352537 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.352852 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.353164 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.353476 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.353784 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:13.360221 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:13.527019 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:23:13.659300 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:13.672997 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'port_id': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'mac_address': 'fa:16:3e:14:9f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:23:13.729067 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.751465 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:13.770748 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:13.778017 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.779914 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:13.858405 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:13.861468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:13.898136 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.913772 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.954559 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f793da-bc04-4095-a26e-027ffa0ba917 req-9103f52e-4108-4d54-bcd1-099933f6faa2 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:13.956025 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69f793da-bc04-4095-a26e-027ffa0ba917 req-9103f52e-4108-4d54-bcd1-099933f6faa2 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 944 time: 0.1508913
May 10 17:23:13.963439 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c715f8-35b6-440d-9ef2-7d35a8429f68 req-4c7fcfb8-1cd9-4e2d-9028-44d97ddac733 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:13.965601 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27c715f8-35b6-440d-9ef2-7d35a8429f68 req-4c7fcfb8-1cd9-4e2d-9028-44d97ddac733 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1264346
May 10 17:23:14.034902 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69f793da-bc04-4095-a26e-027ffa0ba917 req-f0bc7a6f-3569-4d18-95f3-d3f7b52e5bb0 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681036
May 10 17:23:14.041719 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27c715f8-35b6-440d-9ef2-7d35a8429f68 req-8c46ac97-9a5f-4fe1-89a0-87ed5dba3654 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622966
May 10 17:23:14.115996 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:14.334515 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Deleting port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:14.335065 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:14.459199 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] For port 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,segment=NetworkSegment(bef7509d-6c82-4606-a467-1824ec40fbfa),segment_id=bef7509d-6c82-4606-a467-1824ec40fbfa)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:14.459552 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:14.689271 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Calling delete_port for 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 owned by network:router_interface {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:14.814575 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:14.827395 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:14.831879 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:14.875515 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Pushing event deleted for resources: {'Port': ['ID=78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:14.904843 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:15.146947 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.299849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3751-e297-4b8d-982c-b17b17d1e085 req-7e3a1c2a-df9b-4ffe-8cc1-c411cf4cbbf6 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:15.301323 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-de5a3751-e297-4b8d-982c-b17b17d1e085 req-7e3a1c2a-df9b-4ffe-8cc1-c411cf4cbbf6 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1092401
May 10 17:23:15.309649 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422b2ee-73f5-4772-92da-04a766d99191 req-5ed309ca-ebb6-41ce-a7df-ff59e91b832c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:15.311053 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a422b2ee-73f5-4772-92da-04a766d99191 req-5ed309ca-ebb6-41ce-a7df-ff59e91b832c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 944 time: 0.1526392
May 10 17:23:15.382799 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-de5a3751-e297-4b8d-982c-b17b17d1e085 req-3dce736a-b5c1-43e8-938a-17e06dd7a157 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707855
May 10 17:23:15.390853 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a422b2ee-73f5-4772-92da-04a766d99191 req-cee00cf5-ebbc-4e87-a6c8-7713e8c92b2d tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643895
May 10 17:23:15.511601 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Router 3758c26c-5e9d-45d3-b822-55f2856221ff has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:15.524517 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:15.597294 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:15.602044 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:15.602417 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.666368 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.705562 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:15.715913 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] Sync routers for ids ['3758c26c-5e9d-45d3-b822-55f2856221ff'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:15.726388 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] 10.222.0.13 "PUT /v2.0/routers/3758c26c-5e9d-45d3-b822-55f2856221ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3872328
May 10 17:23:15.726769 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33578) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:15.727495 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] Routers {'3758c26c-5e9d-45d3-b822-55f2856221ff'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:15.728431 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2fd790>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['3758c26c-5e9d-45d3-b822-55f2856221ff'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:15.741384 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.773460 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:15.798425 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:15.805541 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.808853 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:15.845594 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'code': 200}
May 10 17:23:15.888018 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:15.892102 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:15.920879 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks [] for router, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.954766 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] Set router 3758c26c-5e9d-45d3-b822-55f2856221ff gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:16.266749 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2fd790>, [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:23:14Z', 'revision_number': 5, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port': {'id': '24c78bd0-1ae2-4156-bcfc-7067d80ad603', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:16.270585 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] Checking router: 3758c26c-5e9d-45d3-b822-55f2856221ff for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:16.279026 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] Routers {'3758c26c-5e9d-45d3-b822-55f2856221ff'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:16.279636 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2fd790>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['3758c26c-5e9d-45d3-b822-55f2856221ff'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:16.280653 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.289505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3930-1b3e-4aaa-a914-32e336471a3f req-61942b46-db3e-4736-8f55-6e5fb87bb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:16.290944 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-df3e3930-1b3e-4aaa-a914-32e336471a3f req-61942b46-db3e-4736-8f55-6e5fb87bb8c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1098 time: 0.1365592
May 10 17:23:16.374102 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-df3e3930-1b3e-4aaa-a914-32e336471a3f req-ad000264-c11e-4ac9-8285-59d2aa09bf5d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526264
May 10 17:23:16.390343 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Deleting port 24c78bd0-1ae2-4156-bcfc-7067d80ad603 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:16.390681 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.431937 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] Set router 3758c26c-5e9d-45d3-b822-55f2856221ff gateway port host: None {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:16.529011 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] For port 24c78bd0-1ae2-4156-bcfc-7067d80ad603, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=24c78bd0-1ae2-4156-bcfc-7067d80ad603,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:16.529608 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.544048 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a2fd790>, [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:23:16Z', 'revision_number': 6, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:16.548075 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6a3d9-5899-4633-87a1-4d20b781d018 None None] The sync data for ids ['3758c26c-5e9d-45d3-b822-55f2856221ff'] in dv-cinder-786384-3-iscsi is: [{'id': '3758c26c-5e9d-45d3-b822-55f2856221ff', 'name': 'tempest-TestMinimumBasicScenario-227382485-router', 'tenant_id': 'a208fbe991704e8194e8019037025f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:01Z', 'updated_at': '2021-05-10T17:23:16Z', 'revision_number': 6, 'project_id': 'a208fbe991704e8194e8019037025f37', 'gw_port_host': None}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:16.665706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Calling delete_port for 24c78bd0-1ae2-4156-bcfc-7067d80ad603 owned by network:router_gateway {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:16.756571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68b3f3-a679-4e98-b118-4fe3232c5645 req-70abaa30-131f-4c8b-8114-063410e21b14 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:16.758029 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8a68b3f3-a679-4e98-b118-4fe3232c5645 req-70abaa30-131f-4c8b-8114-063410e21b14 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.2435074
May 10 17:23:16.767041 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c932ee-aaf4-4fd1-b168-a2a6c7722c2d req-c1daecda-5fba-4b6f-95e9-8f2d817a3dd1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:16.768460 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d4c932ee-aaf4-4fd1-b168-a2a6c7722c2d req-c1daecda-5fba-4b6f-95e9-8f2d817a3dd1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.2527564
May 10 17:23:16.813715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.818160 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-763f5345-7ffd-40e1-9985-7413c736a2e6 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:16.840825 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8a68b3f3-a679-4e98-b118-4fe3232c5645 req-a60d81a7-6ab2-4ff0-8b48-d12c9a755574 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713265
May 10 17:23:16.843450 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d4c932ee-aaf4-4fd1-b168-a2a6c7722c2d req-a9a05ff0-484f-42aa-b05d-e12f37ccf7b1 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611320
May 10 17:23:16.872682 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Pushing event deleted for resources: {'Port': ['ID=24c78bd0-1ae2-4156-bcfc-7067d80ad603,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:16.903699 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:16.969811 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.144648 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.146747 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.170143 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.170678 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3758c26c-5e9d-45d3-b822-55f2856221ff {{(pid=78764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:23:17.184315 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.185415 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] 10.222.0.13 "DELETE /v2.0/routers/3758c26c-5e9d-45d3-b822-55f2856221ff HTTP/1.1" status: 204  len: 168 time: 1.4575782
May 10 17:23:17.188003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33590) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:17.248577 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Deleting subnet 71864f68-b64a-4bd5-b82e-56d68293a13d {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:23:17.251315 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.304167 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981369'] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.366647 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 24c78bd0-1ae2-4156-bcfc-7067d80ad603 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:17.390455 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.414929 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 24c78bd0-1ae2-4156-bcfc-7067d80ad603 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:17.415454 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 24c78bd0-1ae2-4156-bcfc-7067d80ad603 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:17.416022 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:17.455598 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:17.456646 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 78439b3f-59fa-4e5f-b9e4-b39c53c1f8d6 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:17.782510 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082379'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.787232 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-97695578-c6b4-47f4-81bc-8c82a08d908e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:17.823879 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71864f68-b64a-4bd5-b82e-56d68293a13d,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:17.826712 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:17.829930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:17.830063 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0dbe0-07db-4c97-bb37-f52066b687d6 None None] Network cc6b6667-0f54-4112-8d48-ca12d6a511ed requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:23:17.834770 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71864f68-b64a-4bd5-b82e-56d68293a13d HTTP/1.1" status: 204  len: 168 time: 0.6456847
May 10 17:23:17.837486 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33594) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:17.952129 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.063852 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Deleting port 9c727ff1-4e0b-4c75-9dba-4f893718de40 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:18.064247 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.094928 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20cfa9-6561-46de-90a5-c69a7c6f30f1 req-55511e54-1932-4903-bfea-1886544cc34c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:18.097264 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3c20cfa9-6561-46de-90a5-c69a7c6f30f1 req-55511e54-1932-4903-bfea-1886544cc34c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.1314363
May 10 17:23:18.178781 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] For port 9c727ff1-4e0b-4c75-9dba-4f893718de40, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9c727ff1-4e0b-4c75-9dba-4f893718de40,segment=NetworkSegment(bef7509d-6c82-4606-a467-1824ec40fbfa),segment_id=bef7509d-6c82-4606-a467-1824ec40fbfa)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:18.179066 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.191009 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] DHCP port deletion for cc6b6667-0f54-4112-8d48-ca12d6a511ed request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:23:18.191230 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3c20cfa9-6561-46de-90a5-c69a7c6f30f1 req-b3193a0b-fabd-40a1-92d7-7958436d1672 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863874
May 10 17:23:18.239781 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3906b-c443-486b-a527-e4f200841b0c req-da7c3996-ef74-4163-a912-6e093f24cc13 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:18.247931 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8d3906b-c443-486b-a527-e4f200841b0c req-da7c3996-ef74-4163-a912-6e093f24cc13 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1084418
May 10 17:23:18.277582 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Deleting port 9c727ff1-4e0b-4c75-9dba-4f893718de40 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:18.278157 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.304047 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c8d3906b-c443-486b-a527-e4f200841b0c req-9bfbf9f6-8588-4304-8562-a58a99bf069f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549691
May 10 17:23:18.319706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Calling delete_port for 9c727ff1-4e0b-4c75-9dba-4f893718de40 owned by network:dhcp {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:18.382292 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.389915 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-66baedf0-eb4a-4fe0-a62c-a13fb2203526 tempest-VolumesSnapshotTestJSON-1094374282 tempest-VolumesSnapshotTestJSON-1094374282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:18.397637 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] For port 9c727ff1-4e0b-4c75-9dba-4f893718de40, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9c727ff1-4e0b-4c75-9dba-4f893718de40,segment=NetworkSegment(bef7509d-6c82-4606-a467-1824ec40fbfa),segment_id=bef7509d-6c82-4606-a467-1824ec40fbfa)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:18.398188 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.438615 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] No DVR routers for this DVR port 9c727ff1-4e0b-4c75-9dba-4f893718de40 on host dv-cinder-786384-3-iscsi {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:18.440435 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c727ff1-4e0b-4c75-9dba-4f893718de40,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:18.467047 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:18.515967 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a350e-4240-4a2a-a7ac-e9aef5ff6fa0 req-813bd49b-f909-415e-991e-ad70c589baec tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:18.517886 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-485a350e-4240-4a2a-a7ac-e9aef5ff6fa0 req-813bd49b-f909-415e-991e-ad70c589baec tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0938644
May 10 17:23:18.522830 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Calling delete_port for 9c727ff1-4e0b-4c75-9dba-4f893718de40 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:18.567983 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.570753 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.571612 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:18.578325 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-485a350e-4240-4a2a-a7ac-e9aef5ff6fa0 req-ceed36ab-af94-4f56-b421-331d3a796053 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545640
May 10 17:23:18.586088 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd98d55040>,) {'filters': {'network_id': ['cc6b6667-0f54-4112-8d48-ca12d6a511ed']}} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:18.597804 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33608) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:18.599970 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98d55040>, 'bef7509d-6c82-4606-a467-1824ec40fbfa') {'for_net_delete': True} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:18.600454 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98d55040>, 'bef7509d-6c82-4606-a467-1824ec40fbfa') {} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:18.613950 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981350'] for segment, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.615254 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Pushing event deleted for resources: {'Port': ['ID=9c727ff1-4e0b-4c75-9dba-4f893718de40,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:18.618301 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:18.619149 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] No DVR routers for this DVR port 9c727ff1-4e0b-4c75-9dba-4f893718de40 on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:18.644086 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.651244 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=78764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:23:18.652526 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109966'] for segment, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]: Traceback (most recent call last):
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     timer()
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     cb(*args, **kw)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     return func(*args, **kwargs)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     self._notify()
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     self.callback(batched_events)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     event.method(event)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     return f(self, *a, **k)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._get(url).json()
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self.request(url, 'GET', **kwargs)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:23:18.669360 dv-cinder-786384-3-iscsi neutron-server[78764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:23:18.754422 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.758314 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:18.774935 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:18.781625 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6b6667-0f54-4112-8d48-ca12d6a511ed,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:18.785930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:18.794448 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc6b6667-0f54-4112-8d48-ca12d6a511ed HTTP/1.1" status: 204  len: 168 time: 0.9534495
May 10 17:23:18.798614 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97766462-310c-409b-9d83-103b04165544 tempest-TestShelveInstance-745777043 tempest-TestShelveInstance-745777043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:18.799456 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-97766462-310c-409b-9d83-103b04165544 tempest-TestShelveInstance-745777043 tempest-TestShelveInstance-745777043-project-admin] Synchronizing usage tracker for tenant:b8eeb4b72a5b4039adc226e597bb731d on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:18.820448 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-97766462-310c-409b-9d83-103b04165544 tempest-TestShelveInstance-745777043 tempest-TestShelveInstance-745777043-project-admin] Unset dirty status for tenant:b8eeb4b72a5b4039adc226e597bb731d on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:18.821768 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-97766462-310c-409b-9d83-103b04165544 tempest-TestShelveInstance-745777043 tempest-TestShelveInstance-745777043-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1093 time: 0.2225940
May 10 17:23:18.825638 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33618) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:18.830824 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'port_id': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:18.836858 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:18.841544 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Usage tracker for resource:floatingip and tenant:d449d9d664e944a5acca1b7b547ea55a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:18.844422 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:18.850259 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:18.862493 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for floatingip, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.006601 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33630) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:19.039575 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.112700 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9c727ff1-4e0b-4c75-9dba-4f893718de40 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:19.127360 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f65ffc91-e437-4509-8d3f-59236052d399 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65dc90996cac43b7b8f79823e51569cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1195071
May 10 17:23:19.129974 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33636) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:19.156679 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 9c727ff1-4e0b-4c75-9dba-4f893718de40 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:19.157020 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9c727ff1-4e0b-4c75-9dba-4f893718de40 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:19.213639 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.228676 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Allocated IP 172.27.2.39 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/90ec42d9-ccc8-400c-ad88-64839e74cf5d) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:19.247102 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.304301 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.309924 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d6edc64a-f837-4f85-a1c7-8b97131d40ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:19.322986 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6747e-0803-49b9-bfad-64fe9dab8069,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:19.327003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:19.334372 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.339163 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b6747e-0803-49b9-bfad-64fe9dab8069 HTTP/1.1" status: 204  len: 168 time: 0.2042897
May 10 17:23:19.409449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.516121 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.528213 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:23:19.539166 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:19.603919 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:19.612196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:19.619017 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:19.672471 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'Port': ['ID=90ec42d9-ccc8-400c-ad88-64839e74cf5d,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:19.687971 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.688240 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.688565 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.688922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.689275 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.689626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.689970 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.690313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.690665 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.691013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.691354 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.691694 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:19.704677 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:19.756201 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:19.770522 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc256638-a20e-4402-a2b9-fe535b6d39f0 req-5e7d1577-ace3-443d-93e2-3f3e745cefd3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:19.772374 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'port_id': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'mac_address': 'fa:16:3e:7a:96:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:23:19.777619 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fc256638-a20e-4402-a2b9-fe535b6d39f0 req-5e7d1577-ace3-443d-93e2-3f3e745cefd3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.3157945
May 10 17:23:19.836704 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.864986 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97d982ec-15eb-4823-8d84-7353ce3a7125 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:19.887054 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:19.892367 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fc256638-a20e-4402-a2b9-fe535b6d39f0 req-44b0b554-be0d-4522-82cf-7b99b5e223d1 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137514
May 10 17:23:19.894228 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.896830 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:19.932806 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33658) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:20.032743 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=6']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:20.033245 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d88105bc-a630-491c-ad1f-88e0ea5324d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a208fbe991704e8194e8019037025f37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0973389
May 10 17:23:20.034380 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33662) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:20.040516 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:20.062789 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['97d982ec-15eb-4823-8d84-7353ce3a7125'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:20.135404 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.175947 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.264973 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.270068 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.270620 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-46d58b81-27c4-45e2-847d-df86df953996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:20.288222 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073685d0-17dc-43ad-892f-56e678e2a398,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:20.291741 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:20.299041 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.300494 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/073685d0-17dc-43ad-892f-56e678e2a398 HTTP/1.1" status: 204  len: 168 time: 0.2650020
May 10 17:23:20.372412 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.803443 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.811710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.819134 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-9a1c1940-9e55-475f-af65-daaba1d748b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:20.945555 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event updated for resources: {'Port': ['ID=90ec42d9-ccc8-400c-ad88-64839e74cf5d,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:20.952165 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:20.967226 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.309565 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3c388-0031-45bb-9c78-a9b68ca97123 req-b0b4590d-8530-4d38-bfbc-5a6ccb79f149 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:21.316542 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27f3c388-0031-45bb-9c78-a9b68ca97123 req-b0b4590d-8530-4d38-bfbc-5a6ccb79f149 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 945 time: 0.1255460
May 10 17:23:21.387910 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27f3c388-0031-45bb-9c78-a9b68ca97123 req-5849b936-22cd-4cef-9f05-d061b170df8f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703900
May 10 17:23:21.412096 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Floating IP afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee associated. External IP: 172.27.2.39, port: 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a.
May 10 17:23:21.415979 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33690) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:21.548604 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:21.570831 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1209099274-network', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:21.576688 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:21.580563 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Usage tracker for resource:network and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:21.583579 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:21.597224 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:21.622587 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Made reservation on behalf of f45772d5fdc04be59c75cc95110ac4a4 for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:23:21.625679 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.654181 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.670125 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:21.676732 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:21.681532 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:21.693303 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:21.701556 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 97d982ec-15eb-4823-8d84-7353ce3a7125 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:21.702112 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.886906 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.893167 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.896255 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-25a831e4-da9b-44ea-9db3-a3ee36970de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:21.928500 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.936834 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Router 7590190e-b082-4b88-a564-709a23e260f5 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:21.962887 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:21.965757 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7314fd-565f-419b-bd7b-af47be6db312,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:21.976508 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:21.986597 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.989069 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:21.991391 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:21.994346 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:23:22.016651 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.017382 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Added segment 8d4463f2-844d-49d2-b81b-d346ca7f4640 of type vlan for network 07598d0a-04f3-4ae3-b22f-363e3512c818
May 10 17:23:22.046695 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.099634 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=7']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:22.115039 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'code': 200}
May 10 17:23:22.115750 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:22.133517 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.135338 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.136535 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.140681 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:22.248964 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Pushing event updated for resources: {'Network': ['ID=07598d0a-04f3-4ae3-b22f-363e3512c818,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:22.255065 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8377612
May 10 17:23:22.255837 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33700) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:22.256318 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:22.263766 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:23:22.265772 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Request body: {'subnet': {'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1209099274-subnet', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'ip_version': 4}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:22.273811 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:22.291341 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Usage tracker for resource:subnet and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:22.296335 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:22.299509 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:22.323425 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:22.336833 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.349881 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] Sync routers for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:22.389652 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Made reservation on behalf of f45772d5fdc04be59c75cc95110ac4a4 for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:23:22.390434 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:22.391277 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5766a0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:22.391915 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397057'] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.472262 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.6455219
May 10 17:23:22.485124 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:22.572553 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'status': 'completed', 'code': 200}
May 10 17:23:22.786598 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-65fa9b27-01b2-4107-b091-54e53dd551db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.788834 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-65fa9b27-01b2-4107-b091-54e53dd551db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1098 time: 0.1665537
May 10 17:23:22.815757 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:22.926810 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb390142-faeb-44f0-82cb-f31b9a1d7e16 req-005880f0-7461-4f0c-b314-abcf62859069 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.937248 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb390142-faeb-44f0-82cb-f31b9a1d7e16 req-005880f0-7461-4f0c-b314-abcf62859069 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1697400
May 10 17:23:23.076783 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eb390142-faeb-44f0-82cb-f31b9a1d7e16 req-488a02a4-dbdb-4518-bb97-d81e9c2561e9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375036
May 10 17:23:23.168592 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-acfa7301-2cb4-4763-b542-5c8dda437d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:23.170212 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-acfa7301-2cb4-4763-b542-5c8dda437d07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 909 time: 0.3717616
May 10 17:23:23.307754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1818746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397043'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:23.312981 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5766a0>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '7590190e-b082-4b88-a564-709a23e260f5', 'port_id': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'mac_address': 'fa:16:3e:14:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:20Z', 'updated_at': '2021-05-10T17:23:20Z', 'revision_number': 0, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:37Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:23.314322 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:23.321645 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] Checking router: 7590190e-b082-4b88-a564-709a23e260f5 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:23.335067 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-e5812011-771f-4f8c-adc4-1102f7c3dcf5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 998 time: 0.1558392
May 10 17:23:23.337985 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:23.338605 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5766a0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:23.395980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3e845f-635e-48f9-9738-5fbda0b12639,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:23.400277 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:23.408728 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Checking segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:23.409195 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Network hostable DHCP agents. Network: 07598d0a-04f3-4ae3-b22f-363e3512c818, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:23:23.426775 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-0382c910-fe4d-4167-b99f-a8012cc110ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:23.429156 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-0382c910-fe4d-4167-b99f-a8012cc110ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.0838506
May 10 17:23:23.432549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:23:23.454038 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 07598d0a-04f3-4ae3-b22f-363e3512c818) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:23.470008 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:23.470685 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:23.503713 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e5056-1f30-419c-a683-22c010c1a7ed None None] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:23:23.512724 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f6a7be1f-6c1f-4519-87e7-efa079baaab6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2529912
May 10 17:23:23.514954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33712) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:23.523475 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:23.530363 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:23.538778 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Usage tracker for resource:router and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:23.542045 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:23.554526 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:23.562626 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-b91b7e23-1750-47df-b9c0-0cdeb28d363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:23.565513 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-b91b7e23-1750-47df-b9c0-0cdeb28d363c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1295781
May 10 17:23:23.570344 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:23.571438 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:23.593631 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:23.696330 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:23.740355 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-02f382f9-ba52-4120-ab63-c68f4063c930 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606016
May 10 17:23:23.931642 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-ac92d2a5-c402-4c83-9dc1-b208c668d8ce req-8bca4726-68ce-48bd-bf63-b3546c1c4ad0 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841693
May 10 17:23:23.972923 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:24.160466 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-07598d0a-04f3-4ae3-b22f-363e3512c818', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:23:24.161287 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:24.513959 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Allocated IP 172.20.0.2 (07598d0a-04f3-4ae3-b22f-363e3512c818/4b3e845f-635e-48f9-9738-5fbda0b12639/6718ad44-3023-45c2-b016-acd3d79ca67e) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:24.569756 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:24.603371 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:24.697872 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7302182-178b-4999-81a3-6b125be8983a req-e994696d-6ce8-40dd-b0e1-9bee0cac1da3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:24.699551 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e7302182-178b-4999-81a3-6b125be8983a req-e994696d-6ce8-40dd-b0e1-9bee0cac1da3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.4407225
May 10 17:23:24.746850 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5766a0>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '7590190e-b082-4b88-a564-709a23e260f5', 'port_id': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'mac_address': 'fa:16:3e:14:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:20Z', 'updated_at': '2021-05-10T17:23:20Z', 'revision_number': 0, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:37Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:24.757850 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1574264-781d-40b9-abc6-7406c2cfadbe None None] The sync data for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi is: [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '7590190e-b082-4b88-a564-709a23e260f5', 'port_id': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'mac_address': 'fa:16:3e:14:9f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:20Z', 'updated_at': '2021-05-10T17:23:20Z', 'revision_number': 0, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:37Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:24.835415 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e7302182-178b-4999-81a3-6b125be8983a req-a1f16980-7303-419d-ab16-024b42a44914 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201568
May 10 17:23:24.858859 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:24.864474 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Allocated IP 172.27.2.241 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/a6634884-21dc-47f2-a603-dca2385ac266) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:24.871967 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Transition to ACTIVE for port object 6718ad44-3023-45c2-b016-acd3d79ca67e will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:24.893017 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Transition to ACTIVE for port object 6718ad44-3023-45c2-b016-acd3d79ca67e will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:24.900628 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:24.912287 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:24.963986 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:24.967719 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:24.982477 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:25.083428 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Pushing event updated for resources: {'Port': ['ID=6718ad44-3023-45c2-b016-acd3d79ca67e,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:25.093679 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:25.130271 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Attempting to bind port 6718ad44-3023-45c2-b016-acd3d79ca67e on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:25.130875 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Attempting to bind port 6718ad44-3023-45c2-b016-acd3d79ca67e by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:25.131242 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Attempting to bind port 6718ad44-3023-45c2-b016-acd3d79ca67e on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:25.138249 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:25.138542 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Checking segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:25.138954 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:25.139342 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Bound using segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:25.139816 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Bound port: 6718ad44-3023-45c2-b016-acd3d79ca67e, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:25.140221 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:25.161475 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55a9ef-6b3e-4ba0-b194-db6ee8c18935 None None] New status for floating IP afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee: ACTIVE {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:23:25.256202 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:25.262357 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] For port 6718ad44-3023-45c2-b016-acd3d79ca67e, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:25.271417 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] For port 6718ad44-3023-45c2-b016-acd3d79ca67e, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=6718ad44-3023-45c2-b016-acd3d79ca67e,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:25.277738 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:25.298422 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-414034c2-a129-4eb4-9641-1aa569b194fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:25.314565 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:25.321019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:25.396054 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Pushing event updated for resources: {'Port': ['ID=6718ad44-3023-45c2-b016-acd3d79ca67e,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:25.399817 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:25.420606 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:25.424201 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:25.439586 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:25.472762 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Pushing event updated for resources: {'Port': ['ID=a6634884-21dc-47f2-a603-dca2385ac266,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:25.479745 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:26.054413 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:26.358041 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a48f59-c527-417d-b7c5-e791ff498f70 req-7b7e8996-bda0-4168-96d2-5922353e406b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:26.367703 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7a48f59-c527-417d-b7c5-e791ff498f70 req-7b7e8996-bda0-4168-96d2-5922353e406b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.3504417
May 10 17:23:26.540428 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7a48f59-c527-417d-b7c5-e791ff498f70 req-d1a2f4df-14f2-4a45-b500-a6a40584958d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1716735
May 10 17:23:26.615388 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bab34e-7b35-4dd8-bbc3-6620c6ded008 None None] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:23:26.641046 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:26.723868 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-de040a1d-0f96-4286-ac08-f6bde1be79be None None] Provisioning for port 6718ad44-3023-45c2-b016-acd3d79ca67e completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:26.946415 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:23:27.238756 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6718ad44-3023-45c2-b016-acd3d79ca67e up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:27.350871 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 6718ad44-3023-45c2-b016-acd3d79ca67e completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:27.359199 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 6718ad44-3023-45c2-b016-acd3d79ca67e triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:27.359991 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:27.522407 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:27.549289 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:27.555861 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:27.557722 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.0415211
May 10 17:23:27.560948 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ac9caea3-ca59-4d43-bb3e-dc588893292e None None] Provisioning complete for port 6718ad44-3023-45c2-b016-acd3d79ca67e triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:27.561191 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33734) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:27.561858 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac9caea3-ca59-4d43-bb3e-dc588893292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:27.594846 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:27.630758 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:27.631861 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99e595e0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:27.812312 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fca78-3989-4c8b-822f-36666fe16e22 req-c00e43df-6fca-4968-a119-f2363e11ad59 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:27.819120 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 6718ad44-3023-45c2-b016-acd3d79ca67e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=6718ad44-3023-45c2-b016-acd3d79ca67e,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:27.825199 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c7fca78-3989-4c8b-822f-36666fe16e22 req-c00e43df-6fca-4968-a119-f2363e11ad59 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1173217
May 10 17:23:27.834294 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:27.843543 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3343d17d-a471-4335-ba86-09062e783bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:27.906019 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4c7fca78-3989-4c8b-822f-36666fe16e22 req-7a8dc14d-35b6-4c1a-bb12-715ff8665190 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796800
May 10 17:23:28.045914 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:28.094487 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=6718ad44-3023-45c2-b016-acd3d79ca67e,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:28.159943 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:28.412542 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99e595e0>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:25Z', 'revision_number': 3, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:28.418352 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:28.418800 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Updating router 47924908-a693-4217-bf6b-49ca35e0a2d0 port a6634884-21dc-47f2-a603-dca2385ac266 binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:23:28.491538 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:28.636286 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:28.940688 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:28.956038 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Transition to ACTIVE for port object a6634884-21dc-47f2-a603-dca2385ac266 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:28.972969 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:28.985464 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:29.141822 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Allocated IP 172.20.0.1 (07598d0a-04f3-4ae3-b22f-363e3512c818/4b3e845f-635e-48f9-9738-5fbda0b12639/53ee8ed3-1957-4c01-9146-8c61c02b0aff) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:29.148385 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a6928-11e1-4551-9cc0-8075c636ef59 None None] Pushing event updated for resources: {'Port': ['ID=a6634884-21dc-47f2-a603-dca2385ac266,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:29.150820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Attempting to bind port a6634884-21dc-47f2-a603-dca2385ac266 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:29.151203 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Attempting to bind port a6634884-21dc-47f2-a603-dca2385ac266 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:29.151703 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Attempting to bind port a6634884-21dc-47f2-a603-dca2385ac266 on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:29.154688 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-110a6928-11e1-4551-9cc0-8075c636ef59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:29.159427 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:29.159866 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:29.160319 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:29.161145 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:29.161770 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Bound port: a6634884-21dc-47f2-a603-dca2385ac266, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:29.162459 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:29.267551 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6718ad44-3023-45c2-b016-acd3d79ca67e up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:29.401338 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 6718ad44-3023-45c2-b016-acd3d79ca67e triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:29.401771 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:29.471675 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] For port a6634884-21dc-47f2-a603-dca2385ac266, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:29.504704 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] For port a6634884-21dc-47f2-a603-dca2385ac266, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=a6634884-21dc-47f2-a603-dca2385ac266,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:29.517894 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:29.525126 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:29.559516 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35623e0-4b3a-49ca-b4f9-deb2456f0b21 req-3f1bd565-473a-4470-9f05-c32c8c8b19c8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:29.561464 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f35623e0-4b3a-49ca-b4f9-deb2456f0b21 req-3f1bd565-473a-4470-9f05-c32c8c8b19c8 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.2757456
May 10 17:23:29.624337 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:29.633986 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:29.635026 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99e595e0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:29.656741 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Transition to ACTIVE for port object 53ee8ed3-1957-4c01-9146-8c61c02b0aff will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:29.721292 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:29.732802 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7f6f5d7c-149d-4d28-b4af-146e4908839f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:29.754134 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f35623e0-4b3a-49ca-b4f9-deb2456f0b21 req-900d884a-8b21-430e-8828-e32096b584e4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563227
May 10 17:23:29.836337 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a6928-11e1-4551-9cc0-8075c636ef59 None None] Pushing event updated for resources: {'Port': ['ID=a6634884-21dc-47f2-a603-dca2385ac266,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:29.848221 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-110a6928-11e1-4551-9cc0-8075c636ef59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:29.900852 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:29.904731 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:29.905273 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:29.924208 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:30.005878 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:30.032622 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Pushing event updated for resources: {'Port': ['ID=53ee8ed3-1957-4c01-9146-8c61c02b0aff,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:30.050481 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.051223 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.051801 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.052393 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.053089 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.053613 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.054138 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.054643 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.055137 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.055639 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.056180 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.056697 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:30.074377 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:30.304851 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:30.455509 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-d7fb91bb-13b6-476f-b909-b0de207c5935 None None] Provisioning for port 53ee8ed3-1957-4c01-9146-8c61c02b0aff completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:30.470078 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-d7fb91bb-13b6-476f-b909-b0de207c5935 None None] Provisioning complete for port 53ee8ed3-1957-4c01-9146-8c61c02b0aff triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:30.470459 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d7fb91bb-13b6-476f-b909-b0de207c5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:30.553041 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99e595e0>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:25Z', 'revision_number': 3, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:30.565261 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01ae68-6828-4059-ae7c-8745c80cf638 None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:25Z', 'revision_number': 3, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:30.580821 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb91bb-13b6-476f-b909-b0de207c5935 None None] Port 53ee8ed3-1957-4c01-9146-8c61c02b0aff cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:23:30.617204 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:30.624198 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:30.692237 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8cb7c9d9-fd99-456f-82e5-e283bff4f6a0 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:30.751437 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:30.877565 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Pushing event updated for resources: {'Port': ['ID=53ee8ed3-1957-4c01-9146-8c61c02b0aff,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:30.909592 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:31.107542 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef91c05-e489-4895-8e85-a4a71aba5f39 req-efed529a-7b1f-43a4-af1d-ebb8c031841e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:31.119104 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eef91c05-e489-4895-8e85-a4a71aba5f39 req-efed529a-7b1f-43a4-af1d-ebb8c031841e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1516397
May 10 17:23:31.141251 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:31.144025 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:31.180029 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a6634884-21dc-47f2-a603-dca2385ac266 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:31.216352 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-eef91c05-e489-4895-8e85-a4a71aba5f39 req-b1b9232f-4a68-44fd-bbcb-701893f73a07 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956600
May 10 17:23:31.341839 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port a6634884-21dc-47f2-a603-dca2385ac266 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:31.357443 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port a6634884-21dc-47f2-a603-dca2385ac266 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:31.357897 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:31.546757 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:31.587099 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:31.609405 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port a6634884-21dc-47f2-a603-dca2385ac266, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=a6634884-21dc-47f2-a603-dca2385ac266,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:31.628250 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:31.631318 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-985005d5-a320-40af-8191-cce71649b8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:31.717351 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=a6634884-21dc-47f2-a603-dca2385ac266,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:31.720423 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-80a0adb9-c8c7-4961-aad4-b78ce1f5e2f3 None None] Provisioning complete for port 53ee8ed3-1957-4c01-9146-8c61c02b0aff triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:31.721178 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-80a0adb9-c8c7-4961-aad4-b78ce1f5e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:31.755494 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:31.797671 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-80a0adb9-c8c7-4961-aad4-b78ce1f5e2f3 None None] Port 53ee8ed3-1957-4c01-9146-8c61c02b0aff cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:23:31.806658 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:31.827820 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/47924908-a693-4217-bf6b-49ca35e0a2d0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2651122
May 10 17:23:32.499797 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e5e-5b75-4c55-b8a0-55f34c2b6f85 req-86c74aea-b567-4396-a4b0-b54127438f68 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:32.508263 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b85d0e5e-5b75-4c55-b8a0-55f34c2b6f85 req-86c74aea-b567-4396-a4b0-b54127438f68 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1284497
May 10 17:23:32.545518 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33788) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:32.551136 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1640225457-network', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:32.563317 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:32.575724 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Usage tracker for resource:network and tenant:9db7778a274342a5988d04f1e0a6d946 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:32.580032 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:32.584592 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b85d0e5e-5b75-4c55-b8a0-55f34c2b6f85 req-c38ad622-446b-43a8-b9a7-1fd8e028aa90 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746818
May 10 17:23:32.599273 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:32.616252 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Made reservation on behalf of 9db7778a274342a5988d04f1e0a6d946 for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:23:32.618660 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.631265 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.647148 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:32.652435 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Usage tracker for resource:security_group_rule and tenant:9db7778a274342a5988d04f1e0a6d946 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:32.654883 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:32.661351 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:32.774195 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.779172 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.782390 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-85ea820e-1ff6-4d99-af41-46b22e272350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:32.815767 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:23:32.826452 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bec036c-0d03-42c0-9492-85f8196f19bc,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:32.830273 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:32.834096 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.834432 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Added segment cb3c417a-2cb8-4efe-bdd1-373b705cec45 of type vlan for network 54fb4293-ea18-48cd-93fb-f34bc9983d7f
May 10 17:23:32.878924 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.895439 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:32.908166 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:32.909393 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a376b20>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:32.916471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.917905 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:32.918535 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:32.922703 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:33.146222 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a6634884-21dc-47f2-a603-dca2385ac266 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:33.201401 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:33.300292 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port a6634884-21dc-47f2-a603-dca2385ac266 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:33.300668 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:33.346672 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33796) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:33.346941 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8001511
May 10 17:23:33.349842 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Pushing event updated for resources: {'Network': ['ID=54fb4293-ea18-48cd-93fb-f34bc9983d7f,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:33.352663 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Request body: {'subnet': {'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1640225457-subnet', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'ip_version': 4}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:33.359036 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:33.360087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:33.364169 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Usage tracker for resource:subnet and tenant:9db7778a274342a5988d04f1e0a6d946 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:33.367690 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:33.377266 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:33.391021 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:23:33.398007 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Made reservation on behalf of 9db7778a274342a5988d04f1e0a6d946 for: {'subnet': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:23:33.400491 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397057'] for subnet, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:33.613087 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a376b20>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 2, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:33.620179 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:33.620974 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Updating router 47924908-a693-4217-bf6b-49ca35e0a2d0 port 53ee8ed3-1957-4c01-9146-8c61c02b0aff binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:23:33.691745 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:33.859019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fab67-ee9d-4715-9e5e-7c746e85fc69 req-890b42cf-4df2-4d2c-8c52-5f4f78c2c0e3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:33.860540 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3c6fab67-ee9d-4715-9e5e-7c746e85fc69 req-890b42cf-4df2-4d2c-8c52-5f4f78c2c0e3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1070149
May 10 17:23:33.947140 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1818746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397043'] for subnet, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:33.955141 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3c6fab67-ee9d-4715-9e5e-7c746e85fc69 req-dfb8f0ee-cbc8-41a1-a0ee-326b40b0dc89 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650623
May 10 17:23:33.956720 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:34.012399 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e73c26-60d3-4f63-9327-21f06f66439f,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:34.019608 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:34.049785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Checking segment: {'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:34.050138 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Network hostable DHCP agents. Network: 54fb4293-ea18-48cd-93fb-f34bc9983d7f, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:23:34.060101 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.066848 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:23:34.071587 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Transition to ACTIVE for port object 53ee8ed3-1957-4c01-9146-8c61c02b0aff will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:34.076708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 54fb4293-ea18-48cd-93fb-f34bc9983d7f) {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:34.077671 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.081530 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:34.084601 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c479142-30a2-4614-b040-0bce02e10dde None None] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:23:34.094522 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:34.095082 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.121184 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7731352
May 10 17:23:34.123685 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33814) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:34.128978 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:34.134696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:34.139499 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Usage tracker for resource:router and tenant:9db7778a274342a5988d04f1e0a6d946 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:34.142587 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:34.148653 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:34.162840 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-862688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15472'] for router, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.164006 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-862703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923375', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15433'] for router, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.182986 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.239551 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e64a5-4b55-4818-91d0-e0ee60f6ddae None None] Pushing event updated for resources: {'Port': ['ID=53ee8ed3-1957-4c01-9146-8c61c02b0aff,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:34.246836 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f7e64a5-4b55-4818-91d0-e0ee60f6ddae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:34.320983 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Attempting to bind port 53ee8ed3-1957-4c01-9146-8c61c02b0aff on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:34.321419 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Attempting to bind port 53ee8ed3-1957-4c01-9146-8c61c02b0aff by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:34.321936 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Attempting to bind port 53ee8ed3-1957-4c01-9146-8c61c02b0aff on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:34.329374 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:34.330778 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Checking segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:34.331097 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.331493 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Bound using segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:34.331994 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Bound port: 53ee8ed3-1957-4c01-9146-8c61c02b0aff, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:34.332577 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.367847 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34726c6e-7c87-5e93-a33a-bd6e0f49eaf0-54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'fixed_ips': [{'subnet_id': '35e73c26-60d3-4f63-9327-21f06f66439f'}]}} from dv-cinder-786384-3-iscsi. {{(pid=78766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:23:34.369630 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.447401 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] For port 53ee8ed3-1957-4c01-9146-8c61c02b0aff, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:34.453762 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] For port 53ee8ed3-1957-4c01-9146-8c61c02b0aff, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=53ee8ed3-1957-4c01-9146-8c61c02b0aff,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:34.459298 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.465227 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-28749ffc-3965-454e-b1a4-eb3b76bde435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:34.495060 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-929300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15447'] for router, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.536157 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:34.536805 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a376b20>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:34.591569 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Allocated IP 172.20.0.2 (54fb4293-ea18-48cd-93fb-f34bc9983d7f/35e73c26-60d3-4f63-9327-21f06f66439f/2e36d16d-ba5c-4160-b5fa-14806f81d8c6) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:34.665786 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-d89713c8-6317-405a-8fca-8e9492a8ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:34.668607 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-d89713c8-6317-405a-8fca-8e9492a8ba2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1099 time: 0.1221182
May 10 17:23:34.746371 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e64a5-4b55-4818-91d0-e0ee60f6ddae None None] Pushing event updated for resources: {'Port': ['ID=53ee8ed3-1957-4c01-9146-8c61c02b0aff,revision_number=4']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:34.750784 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f7e64a5-4b55-4818-91d0-e0ee60f6ddae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:34.876483 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-a28e86f0-042f-4c63-95b8-6dd452748570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:34.878849 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-a28e86f0-042f-4c63-95b8-6dd452748570 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.2028298
May 10 17:23:34.919726 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:35.002519 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.010158 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.010675 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-c9a6586b-b1a2-46fa-b8a0-78829ef62c55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 200  len: 1002 time: 0.1239359
May 10 17:23:35.022784 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Transition to ACTIVE for port object 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:35.049522 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.055034 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Transition to ACTIVE for port object 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:35.072926 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.079554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7766f614-87e6-4768-8a24-391b45087e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:35.143920 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:35.145319 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-1feb8546-a425-4656-a786-e2e030fac739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:35.146921 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-1feb8546-a425-4656-a786-e2e030fac739 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.1298902
May 10 17:23:35.147058 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Resources bound (agent type, host, resource id):  {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:35.153235 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:35.254655 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Pushing event updated for resources: {'Port': ['ID=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:35.269725 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-b95bbeab-3972-47e0-b4a0-dc90330d2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:35.273034 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-b95bbeab-3972-47e0-b4a0-dc90330d2965 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1174376
May 10 17:23:35.294009 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a48fc-0537-4309-b7b9-e5a335641b80 req-cb279419-56fa-413e-a911-fd109b2a664a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:35.294377 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:35.300993 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7e3a48fc-0537-4309-b7b9-e5a335641b80 req-cb279419-56fa-413e-a911-fd109b2a664a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1715586
May 10 17:23:35.311952 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Attempting to bind port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:35.312483 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Attempting to bind port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:35.312954 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Attempting to bind port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 on network 54fb4293-ea18-48cd-93fb-f34bc9983d7f {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:35.318627 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:35.319159 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Checking segment: {'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:35.319664 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.320241 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Bound using segment: {'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:35.320991 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Bound port: 2e36d16d-ba5c-4160-b5fa-14806f81d8c6, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:35.321512 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.346300 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-049af2d6-8611-4bde-b493-56baae86722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a376b20>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:34Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:35.350975 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049af2d6-8611-4bde-b493-56baae86722f None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:34Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:35.357188 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Allocated IP 172.27.2.157 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/ab7d96f0-e558-4332-ab32-5cff16c203b6) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:35.369414 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7e3a48fc-0537-4309-b7b9-e5a335641b80 req-2e2318fd-1028-477b-9617-5d937e626cc3 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672455
May 10 17:23:35.466416 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-1511f171-a028-45c4-9809-2a08be248143 None None] For port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:35.471554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-1511f171-a028-45c4-9809-2a08be248143 None None] For port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,segment=NetworkSegment(cb3c417a-2cb8-4efe-bdd1-373b705cec45),segment_id=cb3c417a-2cb8-4efe-bdd1-373b705cec45)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:35.477217 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.490653 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-fd47d99f-c883-4bc5-96e8-393841661bcc service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094793
May 10 17:23:35.491138 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:35.579696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.590335 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Pushing event updated for resources: {'Port': ['ID=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:35.604362 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:35.631261 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.636611 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-10bfc55f-5029-4fce-b38e-25ebced089b5 tempest-ServerRescueNegativeTestJSON-1201837696 tempest-ServerRescueNegativeTestJSON-1201837696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:35.658848 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-eccaa1da-3652-41f5-b987-e9688fcd1fe7 req-a68cea5c-210b-40f2-9c64-8206d95992ac service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606688
May 10 17:23:35.720453 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:35.723735 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:35.734018 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:35.767205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7d96f0-e558-4332-ab32-5cff16c203b6,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:35.773806 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:36.209175 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:36.633148 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c3634-ea06-4291-9fb3-5009f4030e48 None None] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:23:36.724047 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-c956cc0a-6161-405d-87fc-3ac3be8d4f00 None None] Provisioning for port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:36.767375 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-929389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919811'] for router, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:36.776402 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29dc3-85f7-404e-ae27-c9a8ca2d4943 req-c95a25e4-3095-45d3-b636-e1a7772ef1a0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:36.778606 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66d29dc3-85f7-404e-ae27-c9a8ca2d4943 req-c95a25e4-3095-45d3-b636-e1a7772ef1a0 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.2020862
May 10 17:23:36.979231 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-66d29dc3-85f7-404e-ae27-c9a8ca2d4943 req-3c2282bd-a0cc-4f60-834a-f09d2babf782 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1401162
May 10 17:23:37.077437 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 is scheduled to L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 with binding_index 1 {{(pid=78765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:23:37.261415 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:37.298087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:37.310829 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Sync routers for ids ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:37.326052 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:37.327413 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.2026117
May 10 17:23:37.330420 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33834) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:37.337612 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Routers {'5611c513-b78d-4534-acd2-ca7ebe80d2d5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:37.338167 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31ee0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:37.492563 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:37.502230 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:37.502629 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:37.583309 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Set router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:37.878859 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:37.982735 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,segment=NetworkSegment(cb3c417a-2cb8-4efe-bdd1-373b705cec45),segment_id=cb3c417a-2cb8-4efe-bdd1-373b705cec45)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:37.989616 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:37.990457 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 53ee8ed3-1957-4c01-9146-8c61c02b0aff up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:38.021419 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:38.143148 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:38.149334 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:38.163596 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 53ee8ed3-1957-4c01-9146-8c61c02b0aff completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:38.170704 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31ee0>, [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:36Z', 'revision_number': 3, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port': {'id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:35Z', 'updated_at': '2021-05-10T17:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:38.174860 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 53ee8ed3-1957-4c01-9146-8c61c02b0aff triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:38.175247 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.205388 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Checking router: 5611c513-b78d-4534-acd2-ca7ebe80d2d5 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:38.205745 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Updating router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 port ab7d96f0-e558-4332-ab32-5cff16c203b6 binding host dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:23:38.286133 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.309214 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.330483 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77828d5-fbd9-4248-9a99-798c98328ba8 req-66133c49-ce30-4c34-912e-6b3bd0b65a29 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:38.332036 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e77828d5-fbd9-4248-9a99-798c98328ba8 req-66133c49-ce30-4c34-912e-6b3bd0b65a29 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1683559
May 10 17:23:38.437246 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e77828d5-fbd9-4248-9a99-798c98328ba8 req-2c41fa97-a3ee-4244-a7f9-e73e2ffb1cdc tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985851
May 10 17:23:38.503244 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.594029 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Allocated IP 172.20.0.1 (54fb4293-ea18-48cd-93fb-f34bc9983d7f/35e73c26-60d3-4f63-9327-21f06f66439f/7b72bd03-e584-45a1-a3c5-e2b33bae8a68) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:38.616078 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 53ee8ed3-1957-4c01-9146-8c61c02b0aff, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=53ee8ed3-1957-4c01-9146-8c61c02b0aff,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:38.624089 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.633412 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-542e4e35-2dd3-42da-a578-7ac6eb76c9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:38.735167 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=53ee8ed3-1957-4c01-9146-8c61c02b0aff,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:38.739154 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:38.761129 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.778002 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Transition to ACTIVE for port object 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:38.804760 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.816443 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:38.824046 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.836685 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Transition to ACTIVE for port object ab7d96f0-e558-4332-ab32-5cff16c203b6 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:38.844967 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.849170 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-110a6928-11e1-4551-9cc0-8075c636ef59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:38.888475 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:38.891365 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:38.902207 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:38.931807 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Attempting to bind port ab7d96f0-e558-4332-ab32-5cff16c203b6 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:38.932454 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Attempting to bind port ab7d96f0-e558-4332-ab32-5cff16c203b6 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:38.932560 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Attempting to bind port ab7d96f0-e558-4332-ab32-5cff16c203b6 on network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:38.935054 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Pushing event updated for resources: {'Port': ['ID=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:38.936968 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511c4b-a091-4e30-a09c-4f2f9d4abaf3 None None] Pushing event updated for resources: {'Port': ['ID=ab7d96f0-e558-4332-ab32-5cff16c203b6,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:38.942260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-50511c4b-a091-4e30-a09c-4f2f9d4abaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:38.942407 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:38.943133 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:38.943507 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Checking segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:38.943923 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.944329 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Bound using segment: {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:38.945215 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Bound port: ab7d96f0-e558-4332-ab32-5cff16c203b6, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774e9e-a51a-4c11-a3bb-338db73d7412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:38.945605 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:38.970428 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919516'] for router_interface, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.113924 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] For port ab7d96f0-e558-4332-ab32-5cff16c203b6, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:39.118073 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] For port ab7d96f0-e558-4332-ab32-5cff16c203b6, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=ab7d96f0-e558-4332-ab32-5cff16c203b6,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:39.129689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.131772 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.136367 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:39.202920 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:39.331730 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Routers {'5611c513-b78d-4534-acd2-ca7ebe80d2d5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:39.332539 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31ee0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:39.451475 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.465810 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.486451 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511c4b-a091-4e30-a09c-4f2f9d4abaf3 None None] Pushing event updated for resources: {'Port': ['ID=ab7d96f0-e558-4332-ab32-5cff16c203b6,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:39.500194 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-50511c4b-a091-4e30-a09c-4f2f9d4abaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:39.503257 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:39.503631 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.516888 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-fa766249-36f8-4b0b-9d57-2d91fde943f6 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:39.550855 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-b595e4ee-7012-4913-9dd8-9b47d59d31f8 None None] Provisioning for port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:39.571269 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-b595e4ee-7012-4913-9dd8-9b47d59d31f8 None None] Provisioning complete for port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:39.571614 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b595e4ee-7012-4913-9dd8-9b47d59d31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.591265 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Pushing event updated for resources: {'Port': ['ID=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:39.595671 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:39.610053 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919423'] for router_interface, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.659302 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-b595e4ee-7012-4913-9dd8-9b47d59d31f8 None None] Port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:23:39.665273 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:39.728967 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] Set router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:39.805105 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:39.806361 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:39.854110 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 53ee8ed3-1957-4c01-9146-8c61c02b0aff up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:40.105283 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:40.170942 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:23:40.282553 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.299545 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc9dae-4d8d-4a1d-905c-d252745d8d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.311477 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-0e0c029d-ee6b-4d02-a836-56127bb52856 None None] Provisioning complete for port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:40.311858 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0e0c029d-ee6b-4d02-a836-56127bb52856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.383012 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 53ee8ed3-1957-4c01-9146-8c61c02b0aff triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:40.383291 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.391076 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-675ec737-c8d1-426a-870f-53115c623502 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0786068
May 10 17:23:40.429684 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:40.494708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:40.518930 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f79b69-7251-4932-86a4-d56aea6d24a8 req-05ba6bb2-aad7-432b-ba9d-16ea91e69a26 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:40.520523 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-58f79b69-7251-4932-86a4-d56aea6d24a8 req-05ba6bb2-aad7-432b-ba9d-16ea91e69a26 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 946 time: 0.1459055
May 10 17:23:40.524302 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] 10.222.0.13 "PUT /v2.0/routers/5611c513-b78d-4534-acd2-ca7ebe80d2d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1929443
May 10 17:23:40.534979 dv-cinder-786384-3-iscsi neutron-server[78766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'code': 422} returned with failed status
May 10 17:23:40.544767 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:40.557281 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c029d-ee6b-4d02-a836-56127bb52856 None None] Port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:23:40.579182 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.586597 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:40.598503 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-58f79b69-7251-4932-86a4-d56aea6d24a8 req-a908abf0-6cd2-4e82-b7c4-ba3677ce6edd tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659750
May 10 17:23:40.721292 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=8']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:40.728682 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:40.754141 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31ee0>, [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 4, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port': {'id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:35Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '7b72bd03-e584-45a1-a3c5-e2b33bae8a68', 'name': '', 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'mac_address': 'fa:16:3e:64:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:38Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 1, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'subnets': [{'id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:40.758280 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6cf80-323c-43e8-977b-0c01e74a9a24 None None] The sync data for ids ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'] in dv-cinder-786384-3-iscsi is: [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 4, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port': {'id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:35Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '7b72bd03-e584-45a1-a3c5-e2b33bae8a68', 'name': '', 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'mac_address': 'fa:16:3e:64:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:38Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 1, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'subnets': [{'id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:41.306559 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 33906) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:41.312554 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115164799', 'description': 'tempest-secgroup-smoke-2115164799 description', 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:41.318629 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:41.322599 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:41.326368 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:41.333166 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:41.343537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.365421 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:41.369512 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:41.373566 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:41.379697 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:41.455195 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.458936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.462538 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5f3afdb-5968-4176-aeba-7c650069d6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:41.545330 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c98843-ac55-4f51-bd86-e9b6e09e196e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:41.548621 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:41.549561 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.550762 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2432027
May 10 17:23:41.554860 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33910) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:41.561205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'security_group_rule': {'security_group_id': 'a1c98843-ac55-4f51-bd86-e9b6e09e196e', 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:41.567205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:41.571221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:41.574203 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:41.575657 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-c9aaf4c8-b4fd-4917-8a70-6877955c3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.577129 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-c9aaf4c8-b4fd-4917-8a70-6877955c3242 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666&tenant_id=568fd7c4bf57477fb69cf13384c05c60 HTTP/1.1" status: 200  len: 1097 time: 0.0971880
May 10 17:23:41.580873 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:41.606004 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.672736 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.677586 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.679647 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-531a4616-ccd7-4c54-912f-6c6091eb4d7e tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:41.694364 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-2453d29a-9ce9-4696-862d-9eb70da1aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.696078 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-2453d29a-9ce9-4696-862d-9eb70da1aa02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1097 time: 0.0833230
May 10 17:23:41.696812 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cadc9a-4571-4dba-aff4-9cb698d2e0b3,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:41.704133 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:41.748493 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.749736 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-8d9b0202-95ed-4a60-81d5-4c8a8fb126fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1938813
May 10 17:23:41.756115 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33916) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:41.764742 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'security_group_rule': {'security_group_id': 'a1c98843-ac55-4f51-bd86-e9b6e09e196e', 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:41.773035 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:41.778179 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:41.782414 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:41.789159 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:41.810662 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.838458 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146fecc-e9fe-4e01-a687-1fbd5d38cced req-9142fcc0-4fd1-4379-85b9-6a455b951e19 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.839978 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7146fecc-e9fe-4e01-a687-1fbd5d38cced req-9142fcc0-4fd1-4379-85b9-6a455b951e19 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1290100
May 10 17:23:41.846625 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-5635ec1c-5b80-4e6b-b648-3b8008258f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.848270 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-5635ec1c-5b80-4e6b-b648-3b8008258f8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.1439691
May 10 17:23:41.926756 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7146fecc-e9fe-4e01-a687-1fbd5d38cced req-2cc3af95-c7ff-4fa6-98c9-740dd329d32a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797117
May 10 17:23:41.928364 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.935066 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.944127 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:41.962031 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-d1cfa961-96ed-4d42-8d2c-14f27a1b812f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 200  len: 1000 time: 0.1063697
May 10 17:23:41.971776 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6b5e10-2b6a-41b8-9554-ad6927daf5e8,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:41.978319 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:41.981855 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.986477 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-bb926368-3366-4d77-8959-303bd18dc389 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2270136
May 10 17:23:41.987192 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33922) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:41.992835 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'security_group_rule': {'security_group_id': 'a1c98843-ac55-4f51-bd86-e9b6e09e196e', 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:41.999277 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:42.003573 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:42.006849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:42.015666 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:42.036207 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.038721 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-45237b7e-4b60-4de6-9789-bee330db1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.040299 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-45237b7e-4b60-4de6-9789-bee330db1a60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.0687099
May 10 17:23:42.105193 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.115422 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.115422 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:42.138307 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-c3349b9e-90eb-4b08-91f5-376c3232fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.139839 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-c3349b9e-90eb-4b08-91f5-376c3232fedc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0925119
May 10 17:23:42.140640 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc38950-4c9d-4351-9247-b9299d67835a,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:42.146832 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:42.159766 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.161241 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1731119
May 10 17:23:42.164066 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33926) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:42.170745 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'security_group_rule': {'security_group_id': 'a1c98843-ac55-4f51-bd86-e9b6e09e196e', 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:42.176785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:42.182866 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:42.187938 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:42.194708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:42.212660 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.291121 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.293665 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-2605e7c2-9bc6-4ae0-b805-980927a2a5b3 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447840
May 10 17:23:42.295295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.297323 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:42.322369 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a0c275-92d9-41e4-a98e-625221d57662,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:42.327994 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:42.334852 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.339790 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e4777fb4-962e-412e-b48d-4ef6ebefbb27 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1738281
May 10 17:23:42.340518 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33930) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:42.346127 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'security_group_rule': {'security_group_id': 'a1c98843-ac55-4f51-bd86-e9b6e09e196e', 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:42.352541 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:42.357445 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:42.360830 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:42.367493 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:42.379477 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.securitygroups_db [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Project f45772d5fdc04be59c75cc95110ac4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:23:42.387782 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.469868 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.475108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.477626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5268f698-b112-4412-9283-bac2924c23c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:42.502267 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd9d5e1-062a-41a8-92f9-5595d855f1f1,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:42.505173 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:42.514337 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.518212 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-74929d1c-a4ed-43b8-a768-4f0b64229c60 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1742165
May 10 17:23:42.519615 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 33936) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:42.527215 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'security_group_rule': {'security_group_id': 'a1c98843-ac55-4f51-bd86-e9b6e09e196e', 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:42.535965 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:42.542687 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:security_group_rule and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:42.547525 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:42.554556 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:42.567284 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c7c6d9ea-c2c6-4841-8e7b-a28184d88274 req-a431a6e7-1652-4af5-b5ce-6a2356900467 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663472
May 10 17:23:42.572499 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.securitygroups_db [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Project f45772d5fdc04be59c75cc95110ac4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:23:42.579055 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.656858 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.672054 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.676095 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013325'] for security_group_rule, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.678284 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:42.702886 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49fc06a-f919-4f87-9d91-f2eedff9ebb9,revision_number=0']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:42.707929 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:42.713189 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:42.715028 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-5c812826-715e-45a1-a323-a7abae4eda87 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1948981
May 10 17:23:42.916372 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb826-4383-4703-af7d-50fdd6f8831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.178846 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device ab7d96f0-e558-4332-ab32-5cff16c203b6 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:43.275541 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port ab7d96f0-e558-4332-ab32-5cff16c203b6 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:43.277166 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316faf5-bcc3-4322-9180-ea62e96d6c53 req-12d21534-5bad-496b-9ae3-15420f7ffd89 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:43.285070 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8316faf5-bcc3-4322-9180-ea62e96d6c53 req-12d21534-5bad-496b-9ae3-15420f7ffd89 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1266901
May 10 17:23:43.296981 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port ab7d96f0-e558-4332-ab32-5cff16c203b6 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:43.297674 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.341578 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8316faf5-bcc3-4322-9180-ea62e96d6c53 req-f7de7c61-f53d-4ff5-a53c-520da5290734 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555990
May 10 17:23:43.584116 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.607508 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port ab7d96f0-e558-4332-ab32-5cff16c203b6, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=ab7d96f0-e558-4332-ab32-5cff16c203b6,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:43.615502 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.617905 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-928b3f62-02f7-4118-a679-3a9bc8cd2f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:43.742829 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=ab7d96f0-e558-4332-ab32-5cff16c203b6,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:43.746222 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:43.906132 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.911338 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Sync routers for ids ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:43.925539 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Routers {'5611c513-b78d-4534-acd2-ca7ebe80d2d5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:43.926477 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9972d4c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:44.174080 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Set router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:44.571175 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9972d4c0>, [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 4, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port': {'id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:35Z', 'updated_at': '2021-05-10T17:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '7b72bd03-e584-45a1-a3c5-e2b33bae8a68', 'name': '', 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'mac_address': 'fa:16:3e:64:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:38Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 2, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'subnets': [{'id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:44.572525 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Checking router: 5611c513-b78d-4534-acd2-ca7ebe80d2d5 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:44.572770 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Updating router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 binding host dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:23:44.615396 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99a2de-4b73-4cf6-9606-d5f9121b75bb req-ac34bcfb-f5f7-4908-8c78-40fbf245be5f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:44.628626 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d99a2de-4b73-4cf6-9606-d5f9121b75bb req-ac34bcfb-f5f7-4908-8c78-40fbf245be5f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1445472
May 10 17:23:44.663620 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:44.694669 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d99a2de-4b73-4cf6-9606-d5f9121b75bb req-72d15b54-65ed-462f-b06c-e76d933f3396 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652325
May 10 17:23:44.834303 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.133877 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device ab7d96f0-e558-4332-ab32-5cff16c203b6 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:45.142852 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.157582 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Transition to ACTIVE for port object 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:45.166094 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.173669 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:45.216185 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port ab7d96f0-e558-4332-ab32-5cff16c203b6 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:45.218436 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.484568 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Pushing event updated for resources: {'Port': ['ID=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:45.545121 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.545719 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.546204 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.546705 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.547178 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.547670 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.548168 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.548639 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.549145 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.549470 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.549795 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.550114 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:45.566347 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:45.578059 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Attempting to bind port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 on host dv-cinder-786384-3-iscsi for vnic_type normal with profile  {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:45.578463 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Attempting to bind port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 by drivers openvswitch,hyperv on host dv-cinder-786384-3-iscsi at level 0 using segments [{'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:45.578819 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Attempting to bind port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 on network 54fb4293-ea18-48cd-93fb-f34bc9983d7f {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:45.584910 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Checking agent: {'id': 'c232ea9e-9e20-4e40-aa45-ba6dc0d625cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:45.585276 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Checking segment: {'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:45.585671 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.586060 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Bound using segment: {'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:45.586558 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Bound port: 7b72bd03-e584-45a1-a3c5-e2b33bae8a68, host: dv-cinder-786384-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3c417a-2cb8-4efe-bdd1-373b705cec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:45.586947 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.672087 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.692932 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] For port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68, host dv-cinder-786384-3-iscsi, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:45.699214 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] For port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68, host dv-cinder-786384-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,segment=NetworkSegment(cb3c417a-2cb8-4efe-bdd1-373b705cec45),segment_id=cb3c417a-2cb8-4efe-bdd1-373b705cec45)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:45.703977 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:45.708360 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:45.808050 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Routers {'5611c513-b78d-4534-acd2-ca7ebe80d2d5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:45.808887 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9972d4c0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:46.018913 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] Set router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:46.075747 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695a18d-3e17-4920-9465-6f0f8344eb77 req-82fcdc27-108f-47ab-9f10-2c2003daa603 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.086809 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7695a18d-3e17-4920-9465-6f0f8344eb77 req-82fcdc27-108f-47ab-9f10-2c2003daa603 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1749279
May 10 17:23:46.155372 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7695a18d-3e17-4920-9465-6f0f8344eb77 req-c6bea578-5862-4e2a-af32-882dd2bb67e9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672069
May 10 17:23:46.213236 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Pushing event updated for resources: {'Port': ['ID=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,revision_number=4']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:46.219907 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8e1d261d-cd32-4bcf-9b01-4c5717f19e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:46.409069 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9972d4c0>, [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 4, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port': {'id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:35Z', 'updated_at': '2021-05-10T17:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '7b72bd03-e584-45a1-a3c5-e2b33bae8a68', 'name': '', 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'mac_address': 'fa:16:3e:64:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:38Z', 'updated_at': '2021-05-10T17:23:45Z', 'revision_number': 4, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'subnets': [{'id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:46.413495 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a45b7-d511-4e34-8754-f0d821b01a5d None None] The sync data for ids ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'] in dv-cinder-786384-3-iscsi is: [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:39Z', 'revision_number': 4, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port': {'id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:35Z', 'updated_at': '2021-05-10T17:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '7b72bd03-e584-45a1-a3c5-e2b33bae8a68', 'name': '', 'network_id': '54fb4293-ea18-48cd-93fb-f34bc9983d7f', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'mac_address': 'fa:16:3e:64:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:38Z', 'updated_at': '2021-05-10T17:23:45Z', 'revision_number': 4, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'subnets': [{'id': '35e73c26-60d3-4f63-9327-21f06f66439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:47.161704 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:47.252020 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning for port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:47.263738 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:47.264340 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.411541 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699113-4aba-4f60-8ad6-adce1310e71a req-c46c8f6e-aecb-4f1d-827d-16af6be38107 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:47.427202 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cc699113-4aba-4f60-8ad6-adce1310e71a req-c46c8f6e-aecb-4f1d-827d-16af6be38107 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1336710
May 10 17:23:47.459089 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.484178 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cc699113-4aba-4f60-8ad6-adce1310e71a req-bf1c4b05-27f8-4670-abb2-09cea8fd8d2f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556793
May 10 17:23:47.509637 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] For port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,segment=NetworkSegment(cb3c417a-2cb8-4efe-bdd1-373b705cec45),segment_id=cb3c417a-2cb8-4efe-bdd1-373b705cec45)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:47.515872 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.519967 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7766f614-87e6-4768-8a24-391b45087e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:47.595781 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Pushing event updated for resources: {'Port': ['ID=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:47.598756 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:48.698694 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481698-5146-411e-96c8-a5c141e476f5 req-4d5bb4c4-3add-4a82-a85d-b5e2c5e83160 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:48.701782 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27481698-5146-411e-96c8-a5c141e476f5 req-4d5bb4c4-3add-4a82-a85d-b5e2c5e83160 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0996010
May 10 17:23:48.752656 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27481698-5146-411e-96c8-a5c141e476f5 req-71b4fb5b-a5a9-487a-a194-cb74f932ee44 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423245
May 10 17:23:49.139073 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 up at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:49.236853 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Provisioning complete for port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:49.237274 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.017534 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db3fe-6bd6-466f-848d-fee3fec9bc1e req-5429b4f5-f6ec-418b-b539-ce005604daee tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.019839 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-641db3fe-6bd6-466f-848d-fee3fec9bc1e req-5429b4f5-f6ec-418b-b539-ce005604daee tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1440825
May 10 17:23:50.068037 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-641db3fe-6bd6-466f-848d-fee3fec9bc1e req-0e1ebc73-5054-4493-86de-492896dbce04 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425525
May 10 17:23:51.278569 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338c3f-c25e-49d9-9bda-b504328e0211 req-d847f0bc-bcd3-40f8-ac6a-0de595771a96 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:51.280048 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-59338c3f-c25e-49d9-9bda-b504328e0211 req-d847f0bc-bcd3-40f8-ac6a-0de595771a96 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0933743
May 10 17:23:51.342773 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-59338c3f-c25e-49d9-9bda-b504328e0211 req-939f8ae9-8af5-4dc0-81e1-37e0ab1fed4c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568144
May 10 17:23:52.558519 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566a47a-7d2c-4dbc-9e8c-478537f04d4a req-da138fed-ff54-4aa4-9c0e-463f9becf76d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:52.561008 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1566a47a-7d2c-4dbc-9e8c-478537f04d4a req-da138fed-ff54-4aa4-9c0e-463f9becf76d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0960927
May 10 17:23:52.611154 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1566a47a-7d2c-4dbc-9e8c-478537f04d4a req-5f157ed3-5bac-4efe-bc05-96d9b6226324 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444078
May 10 17:23:53.823200 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d417-6bbe-4b32-bb90-49db0aecf80b req-c69bc579-4fbc-412e-b1ac-73645003845e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:53.825823 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b604d417-6bbe-4b32-bb90-49db0aecf80b req-c69bc579-4fbc-412e-b1ac-73645003845e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0924447
May 10 17:23:53.874983 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b604d417-6bbe-4b32-bb90-49db0aecf80b req-09dc099f-99ed-4dab-9465-48a3f1e56f12 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431619
May 10 17:23:54.752148 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-d60596b6-eb19-4dc8-a5a5-209b6cb17497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:54.753623 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-d60596b6-eb19-4dc8-a5a5-209b6cb17497 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=568fd7c4bf57477fb69cf13384c05c60&device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1097 time: 0.0874176
May 10 17:23:54.912407 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-a16dfa7a-02d5-4dfc-bd2e-ea7e85e9f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:54.913860 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-a16dfa7a-02d5-4dfc-bd2e-ea7e85e9f013 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 200  len: 917 time: 0.1382854
May 10 17:23:55.034103 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-7ee9eace-0078-44a7-a950-8da39eb92992 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 200  len: 1000 time: 0.1122487
May 10 17:23:55.102540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-65666ab3-0875-4e1f-95ba-e0daece8502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.103992 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-65666ab3-0875-4e1f-95ba-e0daece8502a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 200  len: 855 time: 0.0628371
May 10 17:23:55.104927 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0a914-a958-441a-b365-e6270f24cb9e req-328a04f9-47db-4cc3-b4dc-9bbe3d1fcc37 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.106405 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5eb0a914-a958-441a-b365-e6270f24cb9e req-328a04f9-47db-4cc3-b4dc-9bbe3d1fcc37 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1094346
May 10 17:23:55.153765 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5eb0a914-a958-441a-b365-e6270f24cb9e req-60e6e001-d2d7-4e3c-98f3-e1ed9e8744ff tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403974
May 10 17:23:55.197834 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-a1285ffc-98e7-4705-9d87-e093f5becc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.199794 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-a1285ffc-98e7-4705-9d87-e093f5becc72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64ba8592-3a09-4d36-a634-372e556f8775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794263
May 10 17:23:55.337485 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-33f57000-1a3f-4a04-a4ea-f3494fa6931a service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290152
May 10 17:23:55.472001 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-c443e955-5bc3-493e-bab7-24ed6d2c4473 req-d1e416e8-c2c3-44e6-89e7-f02d55bbfb72 service neutron] 10.222.0.43 "GET /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270661
May 10 17:23:56.441691 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc2f04-0d93-44ca-b7bc-4ca9b1b0cece req-d982680b-b3b1-4210-a69f-09cac9a37421 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:56.443138 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-26bc2f04-0d93-44ca-b7bc-4ca9b1b0cece req-d982680b-b3b1-4210-a69f-09cac9a37421 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.1774628
May 10 17:23:56.488041 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-26bc2f04-0d93-44ca-b7bc-4ca9b1b0cece req-7cb0f014-211f-46cc-ac38-c2afbed07228 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384877
May 10 17:23:57.684441 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6585b5-7e18-4c63-9bc5-e937dd9497c6 req-278e0c12-6480-43df-a961-29b314688b03 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:57.685969 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c6585b5-7e18-4c63-9bc5-e937dd9497c6 req-278e0c12-6480-43df-a961-29b314688b03 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 944 time: 0.0840232
May 10 17:23:57.730246 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c6585b5-7e18-4c63-9bc5-e937dd9497c6 req-697110c2-4483-405a-b65d-f782451f1c87 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384419
May 10 17:23:57.752646 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:23:57.886908 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:57.899904 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'port_id': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'mac_address': 'fa:16:3e:7a:96:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:23:57.962915 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.980659 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d982ec-15eb-4823-8d84-7353ce3a7125 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:57.996105 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:58.000762 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.002526 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-87634fe2-8d63-4282-b675-4c426f60767c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:58.114109 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=9']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:58.117258 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:58.390885 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['97d982ec-15eb-4823-8d84-7353ce3a7125'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:58.931554 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed4ace-5278-4171-91e1-57937b41c734 req-3ace4d89-224b-45f7-8d04-097bcef5b6f9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:58.933048 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-68ed4ace-5278-4171-91e1-57937b41c734 req-3ace4d89-224b-45f7-8d04-097bcef5b6f9 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 945 time: 0.0838983
May 10 17:23:58.983127 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-68ed4ace-5278-4171-91e1-57937b41c734 req-cfc7536c-831b-4cd5-a4c0-b4b35ed052ec tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428879
May 10 17:23:59.760917 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:59.833852 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 97d982ec-15eb-4823-8d84-7353ce3a7125 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:59.834222 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.960795 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.989030 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:00.000121 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:00.006141 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.008160 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:00.058329 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'code': 200}
May 10 17:24:00.107786 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=10']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:00.111135 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:00.245208 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f544ec0-f396-4708-9545-22b6f42c4c36 req-8432811e-fd3c-424a-ac38-31a08363b96d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:00.247284 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f544ec0-f396-4708-9545-22b6f42c4c36 req-8432811e-fd3c-424a-ac38-31a08363b96d tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 947 time: 0.1008456
May 10 17:24:00.296414 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f544ec0-f396-4708-9545-22b6f42c4c36 req-c06b9441-56ab-4854-bbe4-ed3de4ef589c tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416393
May 10 17:24:00.400861 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a630f-f73e-458f-8795-9f73e1a3eb49 req-f3d8fbdb-86f4-48fe-b96e-2435f600c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:00.402323 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-0e6a630f-f73e-458f-8795-9f73e1a3eb49 req-f3d8fbdb-86f4-48fe-b96e-2435f600c6a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 1100 time: 0.0768704
May 10 17:24:00.445127 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-0e6a630f-f73e-458f-8795-9f73e1a3eb49 req-e3b7b2a3-aa39-4c7f-b198-d6bada2f3c52 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357482
May 10 17:24:00.665336 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-885bb8f5-66ee-4119-8408-86a8fd145a3c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115164799&fields=id&tenant_id=f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 267 time: 0.0435500
May 10 17:24:00.814525 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-bd87d13a-73e4-4c50-b6f8-ce076e621707 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:00.815969 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-bd87d13a-73e4-4c50-b6f8-ce076e621707 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 812 time: 0.1440356
May 10 17:24:00.831081 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-55e68c76-3ea2-4cf4-b3bc-2f0225b74383 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/quotas/f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 375 time: 0.0095351
May 10 17:24:00.915655 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-191208be-10c1-474c-9fc8-fc8d53fed61e tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0794461
May 10 17:24:01.058203 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-979dc8e5-36af-4a63-ab9f-67d2429a1666 service neutron] 10.222.0.13 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312575
May 10 17:24:01.196078 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-46748c30-03c6-44d1-a105-028ec4fe5f2d service neutron] 10.222.0.13 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310086
May 10 17:24:01.500157 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8bf91-660d-4eb5-b56a-19c2d0918d95 req-1a5793bb-30ab-4f05-af64-f9eaf9a6c47b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:01.501687 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f1a8bf91-660d-4eb5-b56a-19c2d0918d95 req-1a5793bb-30ab-4f05-af64-f9eaf9a6c47b tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 947 time: 0.0921161
May 10 17:24:01.549306 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f1a8bf91-660d-4eb5-b56a-19c2d0918d95 req-8c0b3797-2c93-4820-89aa-972c23853aa4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420384
May 10 17:24:01.676677 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4ab5d47c-4cb0-45a0-a35e-0b4726d39360 req-d88117fc-e4be-435d-8431-07630dc444c3 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 210 time: 0.0432093
May 10 17:24:02.792671 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d211-9cb8-4681-8555-fa158c36b287 req-76d08b77-87a6-43bf-a0ce-395aca767ada tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:02.800064 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e4b0d211-9cb8-4681-8555-fa158c36b287 req-76d08b77-87a6-43bf-a0ce-395aca767ada tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 947 time: 0.1221914
May 10 17:24:02.879059 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c23468a0-c2ab-42a7-b927-c6697923b670 req-89e36810-9c4b-4e8f-a92a-6b5e57b75d1a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 210 time: 0.0620070
May 10 17:24:02.912264 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e4b0d211-9cb8-4681-8555-fa158c36b287 req-e91e5cef-b4b1-4e90-8780-2987531da42e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1110232
May 10 17:24:02.919965 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-286503bc-d57a-48c6-88db-2e0751592f8c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:02.921549 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-286503bc-d57a-48c6-88db-2e0751592f8c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:network {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:02.941134 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-286503bc-d57a-48c6-88db-2e0751592f8c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:network {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:02.942331 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-286503bc-d57a-48c6-88db-2e0751592f8c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 812 time: 0.2040131
May 10 17:24:02.999472 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-dacee6f8-edd8-44e7-a3d1-1394e27e9ddd tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:security_group {{(pid=78764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:03.020162 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-dacee6f8-edd8-44e7-a3d1-1394e27e9ddd tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:security_group {{(pid=78764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:03.021522 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-dacee6f8-edd8-44e7-a3d1-1394e27e9ddd tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 380 time: 0.0645890
May 10 17:24:03.031208 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'port': {'device_id': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'admin_state_up': True, 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'security_groups': ['a1c98843-ac55-4f51-bd86-e9b6e09e196e']}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:03.177266 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:03.182138 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:port and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:03.188833 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:03.194735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:03.205664 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Made reservation on behalf of f45772d5fdc04be59c75cc95110ac4a4 for: {'port': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:03.209287 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:03.353101 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8eb6d-4d7a-455f-8cf2-a920e4775109 req-f2e0f5d4-0882-411c-af18-ee0469fd91a4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:03.354482 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4cf8eb6d-4d7a-455f-8cf2-a920e4775109 req-f2e0f5d4-0882-411c-af18-ee0469fd91a4 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.0839539
May 10 17:24:03.374644 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Allocated IP 172.20.0.14 (07598d0a-04f3-4ae3-b22f-363e3512c818/4b3e845f-635e-48f9-9738-5fbda0b12639/19febcaa-a0a5-4925-850f-b780fde4c331) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:03.403646 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4cf8eb6d-4d7a-455f-8cf2-a920e4775109 req-459e9323-353e-43b7-833e-345cd646256f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426643
May 10 17:24:03.662587 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:03.678439 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Transition to ACTIVE for port object 19febcaa-a0a5-4925-850f-b780fde4c331 will not be triggered until provisioned by entity DHCP. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:03.703582 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:03.709772 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-10602c36-10c5-4ccc-90ae-ca0aaecb0f0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:03.773587 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:03.776646 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:03.786084 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:03.823310 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=19febcaa-a0a5-4925-850f-b780fde4c331,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:03.831758 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:03.863021 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:03.863642 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:03.888900 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-3385c284-a673-4555-9261-d0fe359d963a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8621397
May 10 17:24:03.909252 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Request body: {'port': {'device_id': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:04.021761 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-866e719b-8231-4f11-ad0f-127cebd8d971 None None] Provisioning for port 19febcaa-a0a5-4925-850f-b780fde4c331 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:04.029730 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-866e719b-8231-4f11-ad0f-127cebd8d971 None None] Provisioning complete for port 19febcaa-a0a5-4925-850f-b780fde4c331 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:04.030116 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-866e719b-8231-4f11-ad0f-127cebd8d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.031817 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.099867 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-866e719b-8231-4f11-ad0f-127cebd8d971 None None] Port 19febcaa-a0a5-4925-850f-b780fde4c331 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:24:04.125171 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f85d9-7002-4026-b23b-902ecb7735bd req-392cf024-8531-40ac-be89-29b9d51e5271 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:04.126679 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0e0f85d9-7002-4026-b23b-902ecb7735bd req-392cf024-8531-40ac-be89-29b9d51e5271 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 932 time: 0.0912900
May 10 17:24:04.173720 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0e0f85d9-7002-4026-b23b-902ecb7735bd req-5985de22-55e6-4bb0-b886-b7694f097153 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407650
May 10 17:24:04.389230 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19febcaa-a0a5-4925-850f-b780fde4c331 {{(pid=78764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:04.396370 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.411453 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.provisioning_blocks [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Transition to ACTIVE for port object 19febcaa-a0a5-4925-850f-b780fde4c331 will not be triggered until provisioned by entity L2. {{(pid=78764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:04.416105 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.419722 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-048813da-273e-4942-a722-e1455a0beb00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:04.588358 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Pushing event updated for resources: {'Port': ['ID=19febcaa-a0a5-4925-850f-b780fde4c331,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:04.597875 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:04.608378 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc940-0c53-4a65-b857-561cd70ffd8c req-356be795-d790-4a54-b22e-fffe413b375d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:04.609991 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-06bdc940-0c53-4a65-b857-561cd70ffd8c req-356be795-d790-4a54-b22e-fffe413b375d tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.0908546
May 10 17:24:04.663683 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-06bdc940-0c53-4a65-b857-561cd70ffd8c req-340315a6-5156-4e0b-9ff0-8e3fd14699e1 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475674
May 10 17:24:04.677541 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Attempting to bind port 19febcaa-a0a5-4925-850f-b780fde4c331 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:24:04.685427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Attempting to bind port 19febcaa-a0a5-4925-850f-b780fde4c331 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:24:04.685427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Attempting to bind port 19febcaa-a0a5-4925-850f-b780fde4c331 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:04.685427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Port 19febcaa-a0a5-4925-850f-b780fde4c331 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:24:04.685427 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Attempting to bind port 19febcaa-a0a5-4925-850f-b780fde4c331 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:04.689100 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:24:04.689466 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Checking segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:04.689847 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Bound using segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} {{(pid=78764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:24:04.690267 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.managers [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Bound port: 19febcaa-a0a5-4925-850f-b780fde4c331, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}}] {{(pid=78764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:24:04.690634 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.781887 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] For port 19febcaa-a0a5-4925-850f-b780fde4c331, host hv-cinder-78638, cleared binding levels {{(pid=78764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:24:04.784802 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] For port 19febcaa-a0a5-4925-850f-b780fde4c331, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19febcaa-a0a5-4925-850f-b780fde4c331,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:24:04.790983 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.795539 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:04.847783 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:04.848404 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.849757 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] 10.222.0.43 "PUT /v2.0/ports/19febcaa-a0a5-4925-850f-b780fde4c331 HTTP/1.1" status: 200  len: 1094 time: 0.9452021
May 10 17:24:04.850252 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:04.888203 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Pushing event updated for resources: {'Port': ['ID=19febcaa-a0a5-4925-850f-b780fde4c331,revision_number=3']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:04.892226 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:04.898601 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331', 'status': 'completed', 'code': 200}
May 10 17:24:04.999518 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-9c4308cf-34ae-4f6e-b847-179fc2f31bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.001342 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-9c4308cf-34ae-4f6e-b847-179fc2f31bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 1097 time: 0.0781994
May 10 17:24:05.100730 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-387d02b3-85f2-4588-9551-2ea73c2e9e3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19febcaa-a0a5-4925-850f-b780fde4c331 HTTP/1.1" status: 200  len: 217 time: 0.0640669
May 10 17:24:05.164202 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-2eacbb04-248f-47e8-bcde-45cf668c8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.165655 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-2eacbb04-248f-47e8-bcde-45cf668c8af5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0574369
May 10 17:24:05.247619 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-0f311184-0b8f-4e11-ab54-9996bd70dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.249100 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-0f311184-0b8f-4e11-ab54-9996bd70dbe5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765212
May 10 17:24:05.390774 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-a071cd51-dc21-4c49-9717-e59e296f5679 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321702
May 10 17:24:05.504529 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-77dfd24d-10c7-4d5a-bf98-b07158b5f326 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.506286 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-77dfd24d-10c7-4d5a-bf98-b07158b5f326 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.2479005
May 10 17:24:05.517186 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7e4d3-bf21-4a8c-8001-231caf04da05 req-f49fac1a-cceb-4db9-a908-0fc89b0d4f17 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.518754 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1ac7e4d3-bf21-4a8c-8001-231caf04da05 req-f49fac1a-cceb-4db9-a908-0fc89b0d4f17 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 944 time: 0.2238934
May 10 17:24:05.630609 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-5c94a8f0-5cfa-4c19-8b6a-ca429b9c491d req-cadef7d6-78b4-4efc-8042-acdb81a6a436 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2330921
May 10 17:24:05.656145 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1ac7e4d3-bf21-4a8c-8001-231caf04da05 req-8020961e-44bc-452e-ab8c-3c21a4ac6cdb tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058633
May 10 17:24:05.694962 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Deleting port 1192b99b-4250-49f8-9cd5-90d1bfb67429 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:05.695302 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.789606 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-003cba2b-a031-4040-a961-0dee3257e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.790971 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-003cba2b-a031-4040-a961-0dee3257e829 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 1097 time: 0.0745418
May 10 17:24:05.886070 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] For port 1192b99b-4250-49f8-9cd5-90d1bfb67429, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1192b99b-4250-49f8-9cd5-90d1bfb67429,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:05.886423 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.931791 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-71e886ed-944b-40c2-a7b0-9ca94cf05d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.933841 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-71e886ed-944b-40c2-a7b0-9ca94cf05d2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1341436
May 10 17:24:05.983755 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d9ae-419e-416e-a4bd-7a3edd453b60 req-ccaaca31-7522-4b43-80fe-9e8f66b70c6f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.985246 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-db98d9ae-419e-416e-a4bd-7a3edd453b60 req-ccaaca31-7522-4b43-80fe-9e8f66b70c6f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 945 time: 0.2085304
May 10 17:24:06.005437 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-1d45848a-fbb4-43d4-ac0e-93c75b56c633 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19febcaa-a0a5-4925-850f-b780fde4c331 HTTP/1.1" status: 200  len: 217 time: 0.0644760
May 10 17:24:06.070147 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-fc5d70df-3fcb-48d6-a2d1-fc0c59e7a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:06.071550 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-fc5d70df-3fcb-48d6-a2d1-fc0c59e7a40d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0584707
May 10 17:24:06.111977 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-db98d9ae-419e-416e-a4bd-7a3edd453b60 req-9ab9db42-fdb8-4b2b-9690-60b22491c78f tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e015e87-723e-4a43-9865-b2876c558a70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153038
May 10 17:24:06.161579 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-5b82f5c3-7311-462c-801f-02084fe74c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:06.163036 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-5b82f5c3-7311-462c-801f-02084fe74c5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843768
May 10 17:24:06.239758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.240227 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.240647 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Floating IP 30369cd3-4237-443d-9b92-782dda117e4e disassociated. External IP: 172.27.2.202, port: 1192b99b-4250-49f8-9cd5-90d1bfb67429.
May 10 17:24:06.241166 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Calling delete_port for 1192b99b-4250-49f8-9cd5-90d1bfb67429 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:06.295902 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-a1cf77a4-61bf-4e06-92f1-3f4d6e24192c service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259518
May 10 17:24:06.363318 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.369155 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2520d62e-64c7-48c0-b233-9fa3f3a7aa1a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:06.417123 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event deleted for resources: {'Port': ['ID=1192b99b-4250-49f8-9cd5-90d1bfb67429,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:06.421550 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:06.430393 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-4d55aa17-7517-4d65-a6fc-4c96dd396555 req-4cda2720-c66c-463a-98ec-d33c03312162 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279063
May 10 17:24:06.603724 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Router c37a07c0-710e-40c1-be51-6fd8a660c442 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:06.831602 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:06.842766 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] Sync routers for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:06.854972 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:06.855880 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd995ec250>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:06.922865 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] No DVR routers for this DVR port 1192b99b-4250-49f8-9cd5-90d1bfb67429 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:06.925682 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.929216 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'name': 'network-vif-deleted', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:06.952520 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0239f179-b5b0-4403-864b-e1510d38d3d1 req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.43 "DELETE /v2.0/ports/1192b99b-4250-49f8-9cd5-90d1bfb67429 HTTP/1.1" status: 204  len: 173 time: 1.4327180
May 10 17:24:06.972376 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce63026-fab0-4ea7-85e9-5cd438b0f981 req-20646149-3314-49d6-9bdd-60cbad88b087 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:06.974074 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ce63026-fab0-4ea7-85e9-5cd438b0f981 req-20646149-3314-49d6-9bdd-60cbad88b087 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 944 time: 0.2077556
May 10 17:24:07.000919 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a', 'name': 'network-vif-deleted', 'tag': '1192b99b-4250-49f8-9cd5-90d1bfb67429', 'status': 'completed', 'code': 200}
May 10 17:24:07.077234 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:07.145478 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0ce63026-fab0-4ea7-85e9-5cd438b0f981 req-b32a2763-fb47-4ba2-8398-48e0bc7be00d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647565
May 10 17:24:07.295797 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e1dc1c03-7769-44e9-9a55-38f6c9012138 req-41c503bb-edfc-4832-84ef-65e375905de8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Synchronizing usage tracker for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:07.311205 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-e1dc1c03-7769-44e9-9a55-38f6c9012138 req-41c503bb-edfc-4832-84ef-65e375905de8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Unset dirty status for tenant:014b4ef6b7914ca9b559d0074c620921 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:07.312600 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e1dc1c03-7769-44e9-9a55-38f6c9012138 req-41c503bb-edfc-4832-84ef-65e375905de8 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc29587b-0491-4b92-9aa9-3bc1ba9b1c1a HTTP/1.1" status: 200  len: 210 time: 0.0609577
May 10 17:24:07.419016 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd995ec250>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:07.423384 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] Checking router: c37a07c0-710e-40c1-be51-6fd8a660c442 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:07.433195 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:07.434661 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd995ec250>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:07.621924 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:07.985479 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd995ec250>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:07.989522 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcf802-0c13-4474-8b45-a175d09da613 None None] The sync data for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi is: [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:50Z', 'revision_number': 4, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '0fbed12d-fb80-41be-a71b-a6932ccb8e3a', 'name': '', 'network_id': '420c1aa8-f3e9-4cec-a8e8-b3762c263460', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'mac_address': 'fa:16:3e:eb:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:44Z', 'updated_at': '2021-05-10T17:17:03Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'subnets': [{'id': 'c4013977-7b4d-4d6c-91c9-5c76a8394d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:08.196334 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777296c-4d71-4721-93ce-a923eb62bac5 None None] New status for floating IP 30369cd3-4237-443d-9b92-782dda117e4e: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:24:08.339506 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc379-1180-4ebb-b7fa-bedd5f4e7885 req-056619f9-600c-482a-91af-9c602603543e tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:08.341273 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6a1dc379-1180-4ebb-b7fa-bedd5f4e7885 req-056619f9-600c-482a-91af-9c602603543e tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 944 time: 0.0854135
May 10 17:24:08.390332 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6a1dc379-1180-4ebb-b7fa-bedd5f4e7885 req-79e4f1b4-466f-483a-91b8-3ff9bb32a96b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432856
May 10 17:24:08.455523 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34260) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:08.520471 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f22e1efc-3e8a-4213-b534-628619e09d72 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.548243 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f22e1efc-3e8a-4213-b534-628619e09d72 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.600086 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f22e1efc-3e8a-4213-b534-628619e09d72 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.603769 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-49543c2a-5973-487f-9ef6-a082335f8f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:08.618798 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e1efc-3e8a-4213-b534-628619e09d72 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e015e87-723e-4a43-9865-b2876c558a70,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:08.622204 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f22e1efc-3e8a-4213-b534-628619e09d72 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:08.631162 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-f22e1efc-3e8a-4213-b534-628619e09d72 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.632310 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f22e1efc-3e8a-4213-b534-628619e09d72 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e015e87-723e-4a43-9865-b2876c558a70 HTTP/1.1" status: 204  len: 168 time: 0.1757638
May 10 17:24:08.635039 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34264) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:08.656137 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.api.v2.resource [None req-bdb46d96-507f-4b24-9b50-f45395862a68 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] show failed (client error): The resource could not be found.
May 10 17:24:08.657117 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-bdb46d96-507f-4b24-9b50-f45395862a68 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "GET /v2.0/security-groups/2e015e87-723e-4a43-9865-b2876c558a70 HTTP/1.1" status: 404  len: 347 time: 0.0208507
May 10 17:24:08.660008 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34268) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:08.886437 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Deleting port 3247c3a8-9833-40c3-b677-cc3ee791debc {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:08.886687 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.005365 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.005689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.127868 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Calling delete_port for 3247c3a8-9833-40c3-b677-cc3ee791debc owned by network:floatingip {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:09.236468 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.240794 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:09.312303 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Pushing event deleted for resources: {'Port': ['ID=3247c3a8-9833-40c3-b677-cc3ee791debc,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:09.314557 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:09.376785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks [] for floatingip, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.395434 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.396723 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] 10.222.0.13 "DELETE /v2.0/floatingips/30369cd3-4237-443d-9b92-782dda117e4e HTTP/1.1" status: 204  len: 168 time: 0.7354448
May 10 17:24:09.589919 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df968-5537-4afc-8afd-db660e42a14f req-0722a860-fee6-4663-b70b-b67557548003 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:09.591827 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bc0df968-5537-4afc-8afd-db660e42a14f req-0722a860-fee6-4663-b70b-b67557548003 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 944 time: 0.0875397
May 10 17:24:09.640099 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bc0df968-5537-4afc-8afd-db660e42a14f req-bce25788-d702-48df-9397-7d165607c59e tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415304
May 10 17:24:09.822426 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1192b99b-4250-49f8-9cd5-90d1bfb67429 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:09.856647 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 1192b99b-4250-49f8-9cd5-90d1bfb67429 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:09.857086 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 1192b99b-4250-49f8-9cd5-90d1bfb67429 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:10.241857 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b21588f2-1132-4028-8688-5c4bce1947b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.844363 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d4b8-0062-4ba4-b8bb-caf0e443b594 req-3fbfc2ed-5a84-47b6-a998-7eed21beb438 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:10.845920 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8491d4b8-0062-4ba4-b8bb-caf0e443b594 req-3fbfc2ed-5a84-47b6-a998-7eed21beb438 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 944 time: 0.0986345
May 10 17:24:10.896357 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8491d4b8-0062-4ba4-b8bb-caf0e443b594 req-a85c04f9-b955-4acb-81a6-f1e162de7b9b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440865
May 10 17:24:12.095658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b18dd-69b5-45bc-b9a7-b770499443bb req-3abf14f5-c62d-42d6-9071-6eadc6da6723 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:12.097438 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c3b18dd-69b5-45bc-b9a7-b770499443bb req-3abf14f5-c62d-42d6-9071-6eadc6da6723 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 944 time: 0.0861695
May 10 17:24:12.149251 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5c3b18dd-69b5-45bc-b9a7-b770499443bb req-53e1420e-bdf1-4bbc-b21f-2cda3776a005 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430455
May 10 17:24:12.652974 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.905500 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ad1-66f1-4eaa-9b0a-7b7d1cc4dc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.361958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b877042-3fd0-4d7b-8a32-c5fb8fe46746 req-94e218ee-d8df-4012-b97a-d95903cc8f58 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:13.363519 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3b877042-3fd0-4d7b-8a32-c5fb8fe46746 req-94e218ee-d8df-4012-b97a-d95903cc8f58 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 944 time: 0.0921869
May 10 17:24:13.414326 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3b877042-3fd0-4d7b-8a32-c5fb8fe46746 req-448d1b12-a04e-41cc-8098-f61d7a97208a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447922
May 10 17:24:13.455176 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34306) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:13.846339 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 19febcaa-a0a5-4925-850f-b780fde4c331 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:24:13.958645 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:14.005531 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 19febcaa-a0a5-4925-850f-b780fde4c331, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19febcaa-a0a5-4925-850f-b780fde4c331,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:14.020858 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '19febcaa-a0a5-4925-850f-b780fde4c331', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'port_id': '19febcaa-a0a5-4925-850f-b780fde4c331', 'mac_address': 'fa:16:3e:65:71:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:24:14.082010 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:14.099700 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19febcaa-a0a5-4925-850f-b780fde4c331 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:14.116252 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 19febcaa-a0a5-4925-850f-b780fde4c331, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19febcaa-a0a5-4925-850f-b780fde4c331,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:14.121317 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:14.123547 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-50511c4b-a091-4e30-a09c-4f2f9d4abaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:14.189138 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=19febcaa-a0a5-4925-850f-b780fde4c331,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:14.196471 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.196813 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.197147 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.197479 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.197810 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.198141 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.198462 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.198779 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.199100 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.199418 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.199731 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.200072 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:14.204266 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:14.265628 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:14.460074 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['19febcaa-a0a5-4925-850f-b780fde4c331'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:24:14.645816 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55e01-0afd-4401-b740-6dc533de86a2 req-ea5ed580-a314-4d6e-bba2-dc9373c1925b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:14.647296 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-03f55e01-0afd-4401-b740-6dc533de86a2 req-ea5ed580-a314-4d6e-bba2-dc9373c1925b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 945 time: 0.1036100
May 10 17:24:14.765799 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-03f55e01-0afd-4401-b740-6dc533de86a2 req-b9155292-61d4-4368-9a83-0eb8d671a765 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877883
May 10 17:24:14.800064 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Deleting port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:14.800403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:14.845612 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:14.933264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] For port 0fbed12d-fb80-41be-a71b-a6932ccb8e3a, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:14.933627 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:15.063107 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Calling delete_port for 0fbed12d-fb80-41be-a71b-a6932ccb8e3a owned by network:router_interface {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:15.198295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:15.202682 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c173acce-78b9-4cc1-bab2-b1a4755a2435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:15.353260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbed12d-fb80-41be-a71b-a6932ccb8e3a,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:15.379331 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:15.621005 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:15.658822 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:15.856845 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 19febcaa-a0a5-4925-850f-b780fde4c331 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:15.928172 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 19febcaa-a0a5-4925-850f-b780fde4c331 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:15.932831 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 19febcaa-a0a5-4925-850f-b780fde4c331 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:15.933208 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.055300 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.057196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Router c37a07c0-710e-40c1-be51-6fd8a660c442 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:16.071313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289344-0cd1-4897-8c54-958cb1e2b581 req-356ffdc7-1def-4a64-9f44-fd43adf3f93a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:16.072786 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-65289344-0cd1-4897-8c54-958cb1e2b581 req-356ffdc7-1def-4a64-9f44-fd43adf3f93a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 945 time: 0.1480584
May 10 17:24:16.083940 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:16.094284 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 19febcaa-a0a5-4925-850f-b780fde4c331, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19febcaa-a0a5-4925-850f-b780fde4c331,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:16.099116 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.101402 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1511f171-a028-45c4-9809-2a08be248143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:16.144065 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331', 'code': 200}
May 10 17:24:16.183186 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=19febcaa-a0a5-4925-850f-b780fde4c331,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:16.186636 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:16.256569 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-65289344-0cd1-4897-8c54-958cb1e2b581 req-78ac219e-cd52-4d88-8620-87f751e27d62 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765890
May 10 17:24:16.293551 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:16.304826 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] Sync routers for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:16.308698 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] 10.222.0.13 "PUT /v2.0/routers/c37a07c0-710e-40c1-be51-6fd8a660c442/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8500359
May 10 17:24:16.308871 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34318) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:16.318031 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:16.318725 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31a30>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:16.498113 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:16.533145 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks [] for router, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.786965 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7d1a-118b-4472-a931-190cf919de99 req-a6f7a95b-1cf9-4e40-b1b0-abd88579a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:16.788332 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1f7c7d1a-118b-4472-a931-190cf919de99 req-a6f7a95b-1cf9-4e40-b1b0-abd88579a0ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 1099 time: 0.3635826
May 10 17:24:16.835437 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31a30>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:24:15Z', 'revision_number': 5, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port': {'id': '7473aa91-32b2-41c1-adfc-b98d5d6bda5e', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:36Z', 'updated_at': '2021-05-10T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:16.839291 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] Checking router: c37a07c0-710e-40c1-be51-6fd8a660c442 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:16.848143 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] Routers {'c37a07c0-710e-40c1-be51-6fd8a660c442'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:16.848750 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31a30>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['c37a07c0-710e-40c1-be51-6fd8a660c442'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:16.856355 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1f7c7d1a-118b-4472-a931-190cf919de99 req-37a54290-c517-4830-9a4c-2c994ff9e9ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581069
May 10 17:24:16.877729 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.951530 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Deleting port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:16.951865 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.999405 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] Set router c37a07c0-710e-40c1-be51-6fd8a660c442 gateway port host: None {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:17.077733 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] For port 7473aa91-32b2-41c1-adfc-b98d5d6bda5e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:17.079559 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.108071 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd99e31a30>, [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:24:16Z', 'revision_number': 6, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:17.112248 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180035e4-dffb-40b2-8c23-368d6add508d None None] The sync data for ids ['c37a07c0-710e-40c1-be51-6fd8a660c442'] in dv-cinder-786384-3-iscsi is: [{'id': 'c37a07c0-710e-40c1-be51-6fd8a660c442', 'name': 'tempest-AttachVolumeTestJSON-1626979811-router', 'tenant_id': '014b4ef6b7914ca9b559d0074c620921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:24:16Z', 'revision_number': 6, 'project_id': '014b4ef6b7914ca9b559d0074c620921', 'gw_port_host': None}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:17.160776 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:24:17.213371 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Calling delete_port for 7473aa91-32b2-41c1-adfc-b98d5d6bda5e owned by network:router_gateway {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:17.353576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.357084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7b9b5904-c03c-4096-87b6-41164b22adea tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:17.445303 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Pushing event deleted for resources: {'Port': ['ID=7473aa91-32b2-41c1-adfc-b98d5d6bda5e,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:17.472654 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:17.552199 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.728187 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdea2a3-1165-40ea-adc4-859e9455321b req-0a5d847e-7ffc-44e9-b653-5f80c6858bd3 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:17.729545 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4cdea2a3-1165-40ea-adc4-859e9455321b req-0a5d847e-7ffc-44e9-b653-5f80c6858bd3 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 946 time: 0.3421996
May 10 17:24:17.739209 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.756763 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.856897 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4cdea2a3-1165-40ea-adc4-859e9455321b req-b4f46332-4f87-4255-bd8f-3923a1a65902 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203232
May 10 17:24:17.858166 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.858700 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37a07c0-710e-40c1-be51-6fd8a660c442 {{(pid=78765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:24:17.874559 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.875943 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] 10.222.0.13 "DELETE /v2.0/routers/c37a07c0-710e-40c1-be51-6fd8a660c442 HTTP/1.1" status: 204  len: 168 time: 1.5661578
May 10 17:24:17.878714 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34324) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:17.947453 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Deleting subnet c4013977-7b4d-4d6c-91c9-5c76a8394d33 {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:17.950910 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.006000 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.140866 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.500184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.504778 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:18.540184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4013977-7b4d-4d6c-91c9-5c76a8394d33,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:18.542165 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.544742 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:18.549199 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425b17e-82d4-499c-84d5-5c92e688dd40 None None] Network 420c1aa8-f3e9-4cec-a8e8-b3762c263460 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:18.549699 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-b96f5c6f-d03e-4ca7-8e35-bc0ac169c269 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4013977-7b4d-4d6c-91c9-5c76a8394d33 HTTP/1.1" status: 204  len: 168 time: 0.6698761
May 10 17:24:18.552065 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34328) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:18.658740 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.731322 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Deleting port eef6e6c4-bb29-4f01-8744-2736cf742c81 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:18.731774 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.808962 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] DHCP port deletion for 420c1aa8-f3e9-4cec-a8e8-b3762c263460 request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:24:18.838271 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] For port eef6e6c4-bb29-4f01-8744-2736cf742c81, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=eef6e6c4-bb29-4f01-8744-2736cf742c81,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:18.838689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.873835 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] Deleting port eef6e6c4-bb29-4f01-8744-2736cf742c81 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:18.874218 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.971364 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Calling delete_port for eef6e6c4-bb29-4f01-8744-2736cf742c81 owned by network:dhcp {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:18.978700 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] For port eef6e6c4-bb29-4f01-8744-2736cf742c81, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=eef6e6c4-bb29-4f01-8744-2736cf742c81,segment=NetworkSegment(355a5516-df9f-42f8-b521-f348dfd728e8),segment_id=355a5516-df9f-42f8-b521-f348dfd728e8)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:18.979099 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.082169 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03af5-128f-4227-873e-74f520a53b95 req-e7b6506d-bc98-4850-886c-2e92ca7634d6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.083635 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bfd03af5-128f-4227-873e-74f520a53b95 req-e7b6506d-bc98-4850-886c-2e92ca7634d6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 946 time: 0.1093814
May 10 17:24:19.108295 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] Calling delete_port for eef6e6c4-bb29-4f01-8744-2736cf742c81 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:19.109599 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.116865 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3f800a58-1962-4ea0-b432-0967f3d582f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:19.141091 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device eef6e6c4-bb29-4f01-8744-2736cf742c81 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:19.175922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef6e6c4-bb29-4f01-8744-2736cf742c81,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:19.180848 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] No DVR routers for this DVR port eef6e6c4-bb29-4f01-8744-2736cf742c81 on host dv-cinder-786384-3-iscsi {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:19.181517 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: eef6e6c4-bb29-4f01-8744-2736cf742c81 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:19.182130 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device eef6e6c4-bb29-4f01-8744-2736cf742c81 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:19.182569 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 0fbed12d-fb80-41be-a71b-a6932ccb8e3a no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:19.184453 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:19.215812 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bfd03af5-128f-4227-873e-74f520a53b95 req-b62e1396-8419-4670-b529-57b8d4e0975b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215391
May 10 17:24:19.224264 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 0fbed12d-fb80-41be-a71b-a6932ccb8e3a {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:19.224623 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 0fbed12d-fb80-41be-a71b-a6932ccb8e3a not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:19.225047 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7473aa91-32b2-41c1-adfc-b98d5d6bda5e no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:19.261521 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 7473aa91-32b2-41c1-adfc-b98d5d6bda5e {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:19.261869 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7473aa91-32b2-41c1-adfc-b98d5d6bda5e not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:19.270325 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.274152 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ac039900-f62b-4dd2-9f30-ea953767c375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:19.305825 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.320242 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd985bc700>,) {'filters': {'network_id': ['420c1aa8-f3e9-4cec-a8e8-b3762c263460']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:19.320495 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] Pushing event deleted for resources: {'Port': ['ID=eef6e6c4-bb29-4f01-8744-2736cf742c81,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:19.323066 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:19.328196 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dbdaef-5f42-4c4d-918a-8d05dbc7ecac None None] No DVR routers for this DVR port eef6e6c4-bb29-4f01-8744-2736cf742c81 on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:19.335247 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd985bc700>, '355a5516-df9f-42f8-b521-f348dfd728e8') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:19.335543 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd985bc700>, '355a5516-df9f-42f8-b521-f348dfd728e8') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:19.380610 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.403450 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.412320 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:19.412695 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:19.429888 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:19.521620 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbaed2-94ec-4864-83a4-4227dac1d5f5 req-a03a9ede-9b12-4e02-aacb-8ad023a34ae6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.523055 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-01bbaed2-94ec-4864-83a4-4227dac1d5f5 req-a03a9ede-9b12-4e02-aacb-8ad023a34ae6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 946 time: 0.1904478
May 10 17:24:19.523778 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.527856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:19.540794 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.570938 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=420c1aa8-f3e9-4cec-a8e8-b3762c263460,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:19.579754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:19.594901 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-438f2fe8-ea0e-412b-afbf-c8d449043c49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/420c1aa8-f3e9-4cec-a8e8-b3762c263460 HTTP/1.1" status: 204  len: 168 time: 1.0418191
May 10 17:24:19.605543 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-01bbaed2-94ec-4864-83a4-4227dac1d5f5 req-d37b4aca-ca7c-4ba4-b328-43bbcb33a20f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622981
May 10 17:24:19.630815 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34338) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:19.714324 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34344) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:19.747787 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d0c012-2f86-4bf5-a072-80b01ef37e51 tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.749395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-09d0c012-2f86-4bf5-a072-80b01ef37e51 tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] Synchronizing usage tracker for tenant:9db7778a274342a5988d04f1e0a6d946 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:19.766881 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-09d0c012-2f86-4bf5-a072-80b01ef37e51 tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] Unset dirty status for tenant:9db7778a274342a5988d04f1e0a6d946 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:19.768058 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f924ef74-ecf1-4e6b-94ca-30ab5444049f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=014b4ef6b7914ca9b559d0074c620921&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0524180
May 10 17:24:19.770657 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34348) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:19.771024 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34350) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:19.771129 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-09d0c012-2f86-4bf5-a072-80b01ef37e51 tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 1094 time: 0.1390812
May 10 17:24:19.777813 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'port_id': '19febcaa-a0a5-4925-850f-b780fde4c331', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:19.794076 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:19.801778 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:floatingip and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:19.810003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:19.821962 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:19.845760 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.876857 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.954540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.040483 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.050436 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ed57f1d9-190c-462d-8fe9-e05570d76a93 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:20.070485 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c77e612-d02e-491e-bb6a-9269241ed5a2,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:20.076333 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:20.082052 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.083188 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c77e612-d02e-491e-bb6a-9269241ed5a2 HTTP/1.1" status: 204  len: 168 time: 0.3112514
May 10 17:24:20.094816 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.235587 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Allocated IP 172.27.2.215 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/6d09ca4e-8a48-450d-a7b6-f52b7ab3b139) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:20.390452 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.418921 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.423313 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fc270484-503c-48bc-9c90-d6d8062d217d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:20.485857 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:20.488627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:20.491222 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:20.533615 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=6d09ca4e-8a48-450d-a7b6-f52b7ab3b139,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:20.536453 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:20.868084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34376) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:20.977221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997148181-network', 'tenant_id': 'eaf451325aaa4eaaa5afee9f165da880'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:20.981845 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:20.985914 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Usage tracker for resource:network and tenant:eaf451325aaa4eaaa5afee9f165da880 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:20.988715 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:20.994597 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:21.005859 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Made reservation on behalf of eaf451325aaa4eaaa5afee9f165da880 for: {'network': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:21.008295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.014945 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.020980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.035974 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:21.040017 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf451325aaa4eaaa5afee9f165da880 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:21.043547 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:21.050833 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:21.099578 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.137020 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.141455 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.145448 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-559aeb9a-ab59-4909-9931-7188fd60e57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:21.168589 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=78765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:24:21.184455 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66747155-f426-4a00-86b4-3379812b87b9,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:21.193796 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.194185 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.segments_db [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Added segment 89994805-ff67-4d15-95b9-530353333302 of type vlan for network 60bb5283-308d-4814-92db-1bade6b01393
May 10 17:24:21.195881 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.196269 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.196628 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.196982 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.197329 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.197680 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.198025 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.198369 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.198713 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.199053 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.199395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.199732 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:21.208260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:21.229544 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.261946 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.263402 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:21.264065 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.269370 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c632b43c-6b08-44e5-84a4-a75acae30ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:21.321732 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.326202 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.330037 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3ac46d23-7c21-4fac-87a2-3653a6309064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:21.369262 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5000529
May 10 17:24:21.372269 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Pushing event updated for resources: {'Network': ['ID=60bb5283-308d-4814-92db-1bade6b01393,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:21.374131 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34382) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:21.376747 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-774c4767-7bc8-4246-95bb-f0f4ea121681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:21.384399 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 60bb5283-308d-4814-92db-1bade6b01393 details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:24:21.384998 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Request body: {'subnet': {'network_id': '60bb5283-308d-4814-92db-1bade6b01393', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997148181-subnet', 'tenant_id': 'eaf451325aaa4eaaa5afee9f165da880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:21.420738 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:21.432220 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Usage tracker for resource:subnet and tenant:eaf451325aaa4eaaa5afee9f165da880 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:21.438126 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:21.455266 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:21.460231 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=6d09ca4e-8a48-450d-a7b6-f52b7ab3b139,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:21.468595 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:21.482374 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.537055 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Made reservation on behalf of eaf451325aaa4eaaa5afee9f165da880 for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:21.539708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082464'] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.749173 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.l3_db [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Floating IP ee01f799-0d49-4bef-a422-b20410590865 associated. External IP: 172.27.2.215, port: 19febcaa-a0a5-4925-850f-b780fde4c331.
May 10 17:24:22.383593 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:22.628199 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:22.637520 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:22.647769 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:22.648456 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485a30>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:22.671857 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2981355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082386'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.676532 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-44fdf136-eea3-4528-b8fa-ff5f5f282a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:22.704687 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.804847 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388d264e-3bca-4baf-9854-cbaaa359eac4,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:22.825153 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-63fe4395-fdc8-4c44-aeb5-39b5e310436f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0369301
May 10 17:24:22.825153 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:22.825153 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:22.825153 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Checking segment: {'id': '89994805-ff67-4d15-95b9-530353333302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60bb5283-308d-4814-92db-1bade6b01393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:22.825153 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Network hostable DHCP agents. Network: 60bb5283-308d-4814-92db-1bade6b01393, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:24:22.826564 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:22.847481 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Network 60bb5283-308d-4814-92db-1bade6b01393 is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:24:22.858817 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 60bb5283-308d-4814-92db-1bade6b01393) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:22.869616 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331', 'status': 'completed', 'code': 200}
May 10 17:24:22.870639 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:22.871229 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.875256 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14171959-7cf7-4765-a0f1-572bf742f34f None None] Network 60bb5283-308d-4814-92db-1bade6b01393 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:22.892735 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f82bc777-d6a0-489a-a4ff-67b4846ac862 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5174417
May 10 17:24:23.128937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdb5d3-c0fa-4e50-8451-062cf243b965 None None] Network 60bb5283-308d-4814-92db-1bade6b01393 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:23.183612 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf855-9278-40df-a613-abdd81689e21 req-0bca41f4-833b-4969-bd0a-043b9f3d10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.186388 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4eaf855-9278-40df-a613-abdd81689e21 req-0bca41f4-833b-4969-bd0a-043b9f3d10ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 1099 time: 0.2596536
May 10 17:24:23.285964 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485a30>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'ee01f799-0d49-4bef-a422-b20410590865', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '19febcaa-a0a5-4925-850f-b780fde4c331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:65:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:24:20Z', 'updated_at': '2021-05-10T17:24:20Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:23.290941 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:23.305581 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:23.306503 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485a30>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:23.330676 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf855-9278-40df-a613-abdd81689e21 req-4d3c1502-92ea-4ef9-afaf-64b633c45a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.332178 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4eaf855-9278-40df-a613-abdd81689e21 req-4d3c1502-92ea-4ef9-afaf-64b633c45a37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1392262
May 10 17:24:23.448036 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4eaf855-9278-40df-a613-abdd81689e21 req-549578d7-a54c-4380-a334-3fdb1f64e9ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19febcaa-a0a5-4925-850f-b780fde4c331 HTTP/1.1" status: 200  len: 1000 time: 0.1057796
May 10 17:24:23.507676 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:23.521586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34404) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:23.526342 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf855-9278-40df-a613-abdd81689e21 req-23da7712-2589-44f1-bb3b-019694ce3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.527913 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4eaf855-9278-40df-a613-abdd81689e21 req-23da7712-2589-44f1-bb3b-019694ce3b17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0706580
May 10 17:24:23.528308 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200612736-network', 'tenant_id': 'e52cdff7e40442709382a525a355fbff'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:23.533114 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:23.537075 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Usage tracker for resource:network and tenant:e52cdff7e40442709382a525a355fbff is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:23.539976 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:23.545838 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:23.557041 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Made reservation on behalf of e52cdff7e40442709382a525a355fbff for: {'network': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:23.561074 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for network, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.575707 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.591457 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:23.596845 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e52cdff7e40442709382a525a355fbff is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:23.599753 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:23.605811 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:23.612546 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf855-9278-40df-a613-abdd81689e21 req-c98c43ae-5ac0-47b9-9e4e-b3ea74a68e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.614238 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4eaf855-9278-40df-a613-abdd81689e21 req-c98c43ae-5ac0-47b9-9e4e-b3ea74a68e7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786507
May 10 17:24:23.703860 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.708650 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.713315 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-29eb6347-d6a5-48c8-8d02-6dc67717aab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:23.741539 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'}  {{(pid=78764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:24:23.751175 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b949ae51-e2d3-4920-9306-a5a1b60d0813,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:23.754367 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4eaf855-9278-40df-a613-abdd81689e21 req-40b75e0e-4f39-4feb-a084-09ab26ac3e83 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327400
May 10 17:24:23.754865 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:23.757529 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.757863 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.segments_db [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Added segment 1e76f3cf-0c9f-4022-9508-e4dabcb4ca8b of type vlan for network 13c8d1c5-582e-4d48-a865-6a71deaa67aa
May 10 17:24:23.793437 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778270625154'] for network, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.827002 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381'] for network, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.828498 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.829080 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.832865 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:23.889767 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485a30>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'ee01f799-0d49-4bef-a422-b20410590865', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '19febcaa-a0a5-4925-850f-b780fde4c331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:65:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:24:20Z', 'updated_at': '2021-05-10T17:24:20Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:23.894701 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dfbf1-39a9-44bb-a650-4d21a30d1b52 None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'ee01f799-0d49-4bef-a422-b20410590865', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '19febcaa-a0a5-4925-850f-b780fde4c331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:65:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:24:20Z', 'updated_at': '2021-05-10T17:24:20Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:23.912557 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4eaf855-9278-40df-a613-abdd81689e21 req-b92bf448-4d34-4c8f-af6a-d2df8a0534a9 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502206
May 10 17:24:23.933070 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=13c8d1c5-582e-4d48-a865-6a71deaa67aa,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:23.936369 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4129341
May 10 17:24:23.937707 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:23.939460 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34410) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:23.944855 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Request body: {'subnet': {'network_id': '13c8d1c5-582e-4d48-a865-6a71deaa67aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200612736-subnet', 'tenant_id': 'e52cdff7e40442709382a525a355fbff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:23.949360 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Network 13c8d1c5-582e-4d48-a865-6a71deaa67aa details requested by agent ovs-agent-dv-cinder-786384-3-iscsi with host dv-cinder-786384-3-iscsi {{(pid=78766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:24:23.949892 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:23.954482 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Usage tracker for resource:subnet and tenant:e52cdff7e40442709382a525a355fbff is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:23.957317 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:23.963398 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:23.981971 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Made reservation on behalf of e52cdff7e40442709382a525a355fbff for: {'subnet': 1} {{(pid=78764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:23.988394 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082464'] for subnet, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.140560 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385e95c-61c6-4525-bf10-816e17ad212d None None] New status for floating IP ee01f799-0d49-4bef-a422-b20410590865: ACTIVE {{(pid=78766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:24:24.392821 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2981355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082386'] for subnet, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.397540 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b2b8fd39-5783-4c92-90a6-5be5b853854b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:24.472211 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3294f8-388c-4104-afb7-fd5e19500d09,revision_number=0']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:24.475480 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:24.485784 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Checking segment: {'id': '1e76f3cf-0c9f-4022-9508-e4dabcb4ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13c8d1c5-582e-4d48-a865-6a71deaa67aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:24.486264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Network hostable DHCP agents. Network: 13c8d1c5-582e-4d48-a865-6a71deaa67aa, hostable agents: ['f0f485c1-e7de-4f05-bfb6-0b1a4299cf49'], hosted agents: [] {{(pid=78764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:24:24.505425 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Network 13c8d1c5-582e-4d48-a865-6a71deaa67aa is scheduled to be hosted by DHCP agent f0f485c1-e7de-4f05-bfb6-0b1a4299cf49 with binding_index 1 {{(pid=78764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:24:24.515269 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-iscsi, 13c8d1c5-582e-4d48-a865-6a71deaa67aa) {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:24.523352 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:24.523956 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.524778 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b2eaf-5373-4a7c-8722-a7200f3165d8 None None] Network 13c8d1c5-582e-4d48-a865-6a71deaa67aa requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:24.545700 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-cb13d8b0-0d01-4573-9e6e-4113736f1632 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6048605
May 10 17:24:24.694270 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34416) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:24.721734 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce6f3dd-914d-4b47-bde1-51faf315dcfa None None] Network 13c8d1c5-582e-4d48-a865-6a71deaa67aa requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:24.754102 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Deleting subnet 388d264e-3bca-4baf-9854-cbaaa359eac4 {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:24.757297 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.811726 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.872438 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.124005 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.127986 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7682cc36-1325-4bb0-951d-2c7fa7e1b857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:25.164684 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388d264e-3bca-4baf-9854-cbaaa359eac4,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:25.167174 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:25.169656 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.175589 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-2ad5e091-5bdc-4ded-8363-29d915c06d4a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/388d264e-3bca-4baf-9854-cbaaa359eac4 HTTP/1.1" status: 204  len: 168 time: 0.4803011
May 10 17:24:25.178313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34420) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:25.284416 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.405677 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.418063 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd98853940>,) {'filters': {'network_id': ['60bb5283-308d-4814-92db-1bade6b01393']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:25.430415 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98853940>, '89994805-ff67-4d15-95b9-530353333302') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:25.430707 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd98853940>, '89994805-ff67-4d15-95b9-530353333302') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:25.442317 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.458099 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.465055 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:25.465472 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:25.478454 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:25.660795 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.666115 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.668551 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d0a08888-be94-4ff0-bfae-5b50e3267882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:25.688938 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bb5283-308d-4814-92db-1bade6b01393,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:25.691752 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:25.693237 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7544597d-317c-4b4c-82d7-48af56cce015 admin admin] 10.222.0.13 "DELETE /v2.0/networks/60bb5283-308d-4814-92db-1bade6b01393 HTTP/1.1" status: 204  len: 168 time: 0.5140159
May 10 17:24:25.695973 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34424) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:25.758057 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Deleting subnet 8b3294f8-388c-4104-afb7-fd5e19500d09 {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:25.761406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.814021 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.873325 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.144355 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.148928 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:26.190997 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3294f8-388c-4104-afb7-fd5e19500d09,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:26.194005 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:26.197030 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.205237 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-5e2c998c-342f-4581-ac78-e5bde4693d21 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b3294f8-388c-4104-afb7-fd5e19500d09 HTTP/1.1" status: 204  len: 168 time: 0.5082655
May 10 17:24:26.207623 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34428) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:26.314393 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.439819 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.452986 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd99cce3d0>,) {'filters': {'network_id': ['13c8d1c5-582e-4d48-a865-6a71deaa67aa']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:26.464874 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99cce3d0>, '1e76f3cf-0c9f-4022-9508-e4dabcb4ca8b') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:26.465166 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99cce3d0>, '1e76f3cf-0c9f-4022-9508-e4dabcb4ca8b') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:26.476456 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.492128 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.498054 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:26.498930 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:26.512006 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:26.587749 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.591218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-203a082a-eae4-4772-8d37-0a4f68a5a421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:26.604153 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.612754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c8d1c5-582e-4d48-a865-6a71deaa67aa,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:26.614872 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:26.616207 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-9ecefd9a-dda3-4ea1-bc01-37ebf921e848 admin admin] 10.222.0.13 "DELETE /v2.0/networks/13c8d1c5-582e-4d48-a865-6a71deaa67aa HTTP/1.1" status: 204  len: 168 time: 0.4076030
May 10 17:24:26.787906 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34434) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:26.836883 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-b9ea7730-d382-41b3-b002-973b95b1a6c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaf451325aaa4eaaa5afee9f165da880&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477469
May 10 17:24:26.839245 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34438) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:26.900056 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.926571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.989383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.993139 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-99dcbfe6-8f10-4ddd-88cf-fa463cc004ad tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:27.005184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66747155-f426-4a00-86b4-3379812b87b9,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:27.011599 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:27.012417 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.013585 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66747155-f426-4a00-86b4-3379812b87b9 HTTP/1.1" status: 204  len: 168 time: 0.1734698
May 10 17:24:27.358908 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34446) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:27.407703 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b6a39299-173d-4c4d-b928-cd7299e00468 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e52cdff7e40442709382a525a355fbff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475514
May 10 17:24:27.410026 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34450) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:27.468545 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.493638 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.543569 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.547925 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-6f41c485-5704-46fc-83d6-320f8f53c7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:27.562054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b949ae51-e2d3-4920-9306-a5a1b60d0813,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:27.565915 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:27.570569 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.571657 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b949ae51-e2d3-4920-9306-a5a1b60d0813 HTTP/1.1" status: 204  len: 168 time: 0.1607654
May 10 17:24:32.338467 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34528) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:32.454914 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.469173 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:32.472965 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Usage tracker for resource:security_group_rule and tenant:0945dbc9c8b74fd8a7f05c7109863607 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:32.475720 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:32.481372 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:32.565054 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.568846 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.575766 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f0ec32fd-2f5e-4cc0-a43e-4b60a814fcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:32.614692 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d36af38-a46d-411c-bb89-ba82aebeb50e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:32.618482 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0945dbc9c8b74fd8a7f05c7109863607&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2790065
May 10 17:24:32.621241 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34534) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:32.625092 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.625463 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.625826 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.626183 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.626537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.626891 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.627264 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.627590 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.627961 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.628311 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.628663 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.629007 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:32.633122 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:32.688662 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5613ca5c-541d-4b4c-aaf5-365dc34f78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.717412 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5613ca5c-541d-4b4c-aaf5-365dc34f78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.768025 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5613ca5c-541d-4b4c-aaf5-365dc34f78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.771657 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6d255cf6-6c8d-4c0d-baca-0aafb4cfdc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:32.782704 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613ca5c-541d-4b4c-aaf5-365dc34f78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d36af38-a46d-411c-bb89-ba82aebeb50e,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:32.786306 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5613ca5c-541d-4b4c-aaf5-365dc34f78f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:32.790221 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5613ca5c-541d-4b4c-aaf5-365dc34f78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.791306 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-5613ca5c-541d-4b4c-aaf5-365dc34f78f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d36af38-a46d-411c-bb89-ba82aebeb50e HTTP/1.1" status: 204  len: 168 time: 0.1691239
May 10 17:24:33.088867 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34542) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:33.107257 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.121534 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:33.125509 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Usage tracker for resource:security_group_rule and tenant:7679cf42616d4968893e01d1b3d83d55 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:33.128225 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:33.133814 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:33.217491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.221438 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.233907 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-2e83c423-da16-4b9a-8832-4f4069223e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:33.276401 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7679cf42616d4968893e01d1b3d83d55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1840682
May 10 17:24:33.276653 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34546) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:33.280059 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb2b51-60a3-49dc-b70a-39929be6fb81,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:33.291469 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:33.342469 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b99c606-de79-4fca-9c31-8daadceb658c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.371234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b99c606-de79-4fca-9c31-8daadceb658c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.424210 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b99c606-de79-4fca-9c31-8daadceb658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.428942 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d800240b-5d01-4afe-863d-8990de3c784f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:33.441689 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99c606-de79-4fca-9c31-8daadceb658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb2b51-60a3-49dc-b70a-39929be6fb81,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:33.445572 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3b99c606-de79-4fca-9c31-8daadceb658c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:33.450929 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3b99c606-de79-4fca-9c31-8daadceb658c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.452941 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3b99c606-de79-4fca-9c31-8daadceb658c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12bb2b51-60a3-49dc-b70a-39929be6fb81 HTTP/1.1" status: 204  len: 168 time: 0.1754358
May 10 17:24:34.825156 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34590) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:34.944649 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.959681 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:34.964040 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Usage tracker for resource:security_group_rule and tenant:3df30da2af7c4a86b8d0c63ef621d54c is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:34.967394 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:34.973090 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:35.187505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.191454 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.198757 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ca576dd3-e6ff-477f-aede-137e343dd057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:35.240165 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617fbac0-c1bb-477c-aea1-bb6293a55bf1,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:35.243242 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:35.245889 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3df30da2af7c4a86b8d0c63ef621d54c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4197221
May 10 17:24:35.248864 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34598) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:35.312704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-3193-4f18-8c05-40a44571ecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.341226 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-3193-4f18-8c05-40a44571ecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.395351 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-3193-4f18-8c05-40a44571ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.399330 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-778df3a2-b765-4ce0-95ac-4704fbcd3868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:35.411404 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e9e0c-3193-4f18-8c05-40a44571ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617fbac0-c1bb-477c-aea1-bb6293a55bf1,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:35.415956 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-5f5e9e0c-3193-4f18-8c05-40a44571ecfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:35.421999 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9e0c-3193-4f18-8c05-40a44571ecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.423092 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-5f5e9e0c-3193-4f18-8c05-40a44571ecfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/617fbac0-c1bb-477c-aea1-bb6293a55bf1 HTTP/1.1" status: 204  len: 168 time: 0.1730697
May 10 17:24:36.359142 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96236cb-edd8-47d0-9814-1c7065dc8767 req-f32215a2-c181-4539-89c6-8afc6f4f9c94 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:36.360693 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d96236cb-edd8-47d0-9814-1c7065dc8767 req-f32215a2-c181-4539-89c6-8afc6f4f9c94 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 947 time: 0.0938153
May 10 17:24:36.408879 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d96236cb-edd8-47d0-9814-1c7065dc8767 req-17fe8e1d-9430-46a3-8456-6a0cc6bdbb1e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413280
May 10 17:24:37.610834 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7559e50-cc27-4287-ae5b-f009683145da req-71fdef45-226a-4605-a7a1-323e62385534 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:37.612611 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c7559e50-cc27-4287-ae5b-f009683145da req-71fdef45-226a-4605-a7a1-323e62385534 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 947 time: 0.0850804
May 10 17:24:37.664837 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c7559e50-cc27-4287-ae5b-f009683145da req-e335114d-ee1d-4b54-8286-5076a9ce4f28 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1354839-ae16-4246-aca4-04739e89fac8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462992
May 10 17:24:37.865191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-8b520239-1820-41c9-bc84-8480ac6dc58f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:37.866527 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-8b520239-1820-41c9-bc84-8480ac6dc58f tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 947 time: 0.0828252
May 10 17:24:38.014203 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Deleting port 97d982ec-15eb-4823-8d84-7353ce3a7125 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:38.014425 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.259674 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] For port 97d982ec-15eb-4823-8d84-7353ce3a7125, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97d982ec-15eb-4823-8d84-7353ce3a7125,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:38.260419 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.565485 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.565855 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.566169 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Floating IP 8535a378-a124-4418-a795-13d6c5d084d4 disassociated. External IP: 172.27.2.177, port: 97d982ec-15eb-4823-8d84-7353ce3a7125.
May 10 17:24:38.566538 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Calling delete_port for 97d982ec-15eb-4823-8d84-7353ce3a7125 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:38.700389 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.710374 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:38.780863 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event deleted for resources: {'Port': ['ID=97d982ec-15eb-4823-8d84-7353ce3a7125,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:38.785029 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:38.832593 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9c91b4a6-d6d2-436c-ae3a-2d5ab5bb4acd req-11c842a1-7ca3-492a-a1a1-195019b5e39e tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/ports?device_id=5210eea2-ee9e-4470-a150-755b26e92666 HTTP/1.1" status: 200  len: 210 time: 0.0446863
May 10 17:24:39.025475 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Router 99f3e448-0322-47bd-98eb-257dcc75b9d1 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:39.211019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:39.221111 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] Sync routers for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:39.232477 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:39.233252 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485850>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:39.289366 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] No DVR routers for this DVR port 97d982ec-15eb-4823-8d84-7353ce3a7125 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:39.291927 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.296372 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-deleted', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:39.307037 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c014d401-8047-4618-aa2d-a3d7609d8b46 req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.43 "DELETE /v2.0/ports/97d982ec-15eb-4823-8d84-7353ce3a7125 HTTP/1.1" status: 204  len: 173 time: 1.4339299
May 10 17:24:39.355269 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5210eea2-ee9e-4470-a150-755b26e92666', 'name': 'network-vif-deleted', 'tag': '97d982ec-15eb-4823-8d84-7353ce3a7125', 'status': 'completed', 'code': 200}
May 10 17:24:39.432152 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:39.780307 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485850>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:39.784513 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] Checking router: 99f3e448-0322-47bd-98eb-257dcc75b9d1 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:39.792984 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:39.793621 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485850>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:40.005119 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34676) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:40.018847 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:40.112830 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.147036 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.174265 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34682) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:40.227031 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.234403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1b13d86e-eb01-4f5c-a9f2-002a6f9d066a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:40.254327 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d4766400-07c9-4f47-a333-6111ad95c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.260042 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1354839-ae16-4246-aca4-04739e89fac8,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:40.262758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:40.286206 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.290166 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1354839-ae16-4246-aca4-04739e89fac8 HTTP/1.1" status: 204  len: 168 time: 0.2798150
May 10 17:24:40.290550 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34688) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:40.312720 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.api.v2.resource [None req-cdce27b6-6bcf-4914-919c-d80a6445f79a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] show failed (client error): The resource could not be found.
May 10 17:24:40.316862 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-cdce27b6-6bcf-4914-919c-d80a6445f79a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "GET /v2.0/security-groups/b1354839-ae16-4246-aca4-04739e89fac8 HTTP/1.1" status: 404  len: 347 time: 0.0255544
May 10 17:24:40.317264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34692) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:40.389109 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a485850>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:40.394274 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652f424-948e-4be7-a3e6-82a1c0e0ce5d None None] The sync data for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi is: [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:16:43Z', 'revision_number': 4, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '5bc7e600-b5ef-4521-81a3-4da9f5395cca', 'name': '', 'network_id': '64ba8592-3a09-4d36-a634-372e556f8775', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'mac_address': 'fa:16:3e:d1:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:42Z', 'updated_at': '2021-05-10T17:17:02Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'subnets': [{'id': 'ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:40.471169 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.511178 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:40.544010 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1088212be5b84129b6d5bf347e822dc8 is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:40.551440 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:40.559272 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:40.624919 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Deleting port 012787ed-5639-4a6d-a20e-a98e971b5f6a {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:40.625398 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.650804 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90591a7-af3f-422d-b83d-1529cefb8a7f None None] New status for floating IP 8535a378-a124-4418-a795-13d6c5d084d4: DOWN {{(pid=78766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:24:40.898094 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.910740 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.922406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b995385a-bace-4dd0-a2d9-6f93da32726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:40.936754 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.937085 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.092284 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Calling delete_port for 012787ed-5639-4a6d-a20e-a98e971b5f6a owned by network:floatingip {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:41.101320 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1088212be5b84129b6d5bf347e822dc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9256425
May 10 17:24:41.104236 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34698) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:41.105018 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a914f028-7e01-445e-a795-47da96c297a6,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:41.109892 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c97102dd-3934-4c6d-9093-23b4ecd993b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:41.167235 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.195297 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.233074 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.239866 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-13564c8b-1605-467e-a994-a5688dcace6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:41.250161 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.254004 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ad706535-ff22-4c67-bf9f-fc9d5332b29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:41.265379 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914f028-7e01-445e-a795-47da96c297a6,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:41.267915 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:41.273293 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.276813 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a914f028-7e01-445e-a795-47da96c297a6 HTTP/1.1" status: 204  len: 168 time: 0.1690197
May 10 17:24:41.364654 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Pushing event deleted for resources: {'Port': ['ID=012787ed-5639-4a6d-a20e-a98e971b5f6a,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:41.367148 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:41.433281 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks [] for floatingip, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.457303 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.461190 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] 10.222.0.13 "DELETE /v2.0/floatingips/8535a378-a124-4418-a795-13d6c5d084d4 HTTP/1.1" status: 204  len: 168 time: 1.1397202
May 10 17:24:41.660877 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34710) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:41.684695 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.698167 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:41.703008 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Usage tracker for resource:security_group_rule and tenant:f5cff55398ad42e1856fee38120c8118 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:41.706066 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:41.711846 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:41.807305 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.812013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.827436 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-f6425ad6-16a3-41fd-8bdb-5fcaefcea78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:41.870784 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5cff55398ad42e1856fee38120c8118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2085342
May 10 17:24:41.873007 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b944249-4830-42c9-a96c-4378f3c55864,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:41.874021 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34714) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:41.876643 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fa431e6c-580c-40d7-9bba-6166413d38ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:41.889984 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:41.929898 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 97d982ec-15eb-4823-8d84-7353ce3a7125 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:41.930147 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 97d982ec-15eb-4823-8d84-7353ce3a7125 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:41.956350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:41.987476 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:42.049532 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:42.053483 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c1d90af4-7c49-4979-9393-52d14483247d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:42.066633 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b944249-4830-42c9-a96c-4378f3c55864,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:42.069610 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:42.071724 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:42.076976 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b944249-4830-42c9-a96c-4378f3c55864 HTTP/1.1" status: 204  len: 168 time: 0.1976984
May 10 17:24:42.667842 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:42.916239 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7748899d-a31b-4c3b-ae69-a551c72bc96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.340976 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34756) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:43.469216 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.484642 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:43.488930 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Usage tracker for resource:security_group_rule and tenant:89f05f910b2942ad90128888a4a62177 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:43.492410 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:43.498667 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:43.585150 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.589265 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.596914 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-42c7009d-562e-4a3e-9674-b4376b8dedcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:43.635203 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f552bd95-d19f-4e97-b4ac-96ea010da21e,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:43.640217 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89f05f910b2942ad90128888a4a62177&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2978270
May 10 17:24:43.641268 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3ee3c65c-d3ad-49da-b5e5-73bf29e16d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:43.642777 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34762) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:43.710372 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7066eb1b-af56-44f8-8145-f2141be13476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.737115 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7066eb1b-af56-44f8-8145-f2141be13476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.792514 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7066eb1b-af56-44f8-8145-f2141be13476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.801491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-00f6d2d4-06d5-48cd-9602-df396e8f3358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:43.823721 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066eb1b-af56-44f8-8145-f2141be13476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f552bd95-d19f-4e97-b4ac-96ea010da21e,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:43.828267 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7066eb1b-af56-44f8-8145-f2141be13476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:43.837979 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-7066eb1b-af56-44f8-8145-f2141be13476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:43.839089 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-7066eb1b-af56-44f8-8145-f2141be13476 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f552bd95-d19f-4e97-b4ac-96ea010da21e HTTP/1.1" status: 204  len: 168 time: 0.1952221
May 10 17:24:43.917931 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:44.310064 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34776) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:44.871468 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:45.023812 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:45.549891 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Deleting port 5bc7e600-b5ef-4521-81a3-4da9f5395cca {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:45.550294 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:45.662048 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:45.677774 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] For port 5bc7e600-b5ef-4521-81a3-4da9f5395cca, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=5bc7e600-b5ef-4521-81a3-4da9f5395cca,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:45.678135 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:45.805450 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Calling delete_port for 5bc7e600-b5ef-4521-81a3-4da9f5395cca owned by network:router_interface {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:45.956899 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:45.960706 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-1180b06d-4692-4adb-ba25-c4b78454b956 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:46.004896 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc7e600-b5ef-4521-81a3-4da9f5395cca,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:46.008576 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:46.331715 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:46.677793 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Router 99f3e448-0322-47bd-98eb-257dcc75b9d1 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:46.850213 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:46.859740 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] Sync routers for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:46.864665 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-6a3c205e-949b-4519-bbf1-b8ff0879bb26 admin admin] 10.222.0.13 "PUT /v2.0/routers/99f3e448-0322-47bd-98eb-257dcc75b9d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5506372
May 10 17:24:46.864838 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34782) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:46.869111 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:46.869724 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a162820>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:47.053407 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:47.166237 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks [] for router, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:47.340562 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a162820>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:24:45Z', 'revision_number': 5, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port': {'id': 'e3e40c93-40e4-4be7-9966-5013fe742308', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:34Z', 'updated_at': '2021-05-10T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:47.344615 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] Checking router: 99f3e448-0322-47bd-98eb-257dcc75b9d1 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:47.349125 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:47.353590 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] Routers {'99f3e448-0322-47bd-98eb-257dcc75b9d1'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:47.354199 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a162820>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['99f3e448-0322-47bd-98eb-257dcc75b9d1'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:47.426534 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Deleting port e3e40c93-40e4-4be7-9966-5013fe742308 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:47.426928 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:47.506630 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] Set router 99f3e448-0322-47bd-98eb-257dcc75b9d1 gateway port host: None {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:47.565180 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] For port e3e40c93-40e4-4be7-9966-5013fe742308, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=e3e40c93-40e4-4be7-9966-5013fe742308,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:47.565536 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:47.653942 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a162820>, [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:24:47Z', 'revision_number': 6, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:47.661053 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7318cea-f66b-41df-92a0-c9ea958bad5f None None] The sync data for ids ['99f3e448-0322-47bd-98eb-257dcc75b9d1'] in dv-cinder-786384-3-iscsi is: [{'id': '99f3e448-0322-47bd-98eb-257dcc75b9d1', 'name': 'tempest-AttachVolumeShelveTestJSON-246642001-router', 'tenant_id': '568fd7c4bf57477fb69cf13384c05c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:16:32Z', 'updated_at': '2021-05-10T17:24:47Z', 'revision_number': 6, 'project_id': '568fd7c4bf57477fb69cf13384c05c60', 'gw_port_host': None}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:47.708479 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Calling delete_port for e3e40c93-40e4-4be7-9966-5013fe742308 owned by network:router_gateway {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:47.853522 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:47.857645 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ccb6ac79-a549-427e-821f-b7512359a1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:47.934782 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e40c93-40e4-4be7-9966-5013fe742308,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:47.937959 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:48.010010 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.191428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.193537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.216121 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.217447 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f3e448-0322-47bd-98eb-257dcc75b9d1 {{(pid=78764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:24:48.229790 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.230874 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d167e38b-a61f-4062-9112-4618933e9d81 admin admin] 10.222.0.13 "DELETE /v2.0/routers/99f3e448-0322-47bd-98eb-257dcc75b9d1 HTTP/1.1" status: 204  len: 168 time: 1.3651667
May 10 17:24:48.236852 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34786) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:48.304856 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Deleting subnet ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:48.307822 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.356394 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981369'] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.600822 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.867579 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082379'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.871936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9328c4a2-61fc-496c-9c4b-5ce44529dc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:48.912840 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:48.914806 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:48.921529 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad0e1c3a-a4ab-4fa6-a344-2a74b49d062b HTTP/1.1" status: 204  len: 168 time: 0.6832623
May 10 17:24:48.922606 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:48.923021 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd2ffd-f97c-48bb-b097-d87dd226f30b None None] Network 64ba8592-3a09-4d36-a634-372e556f8775 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:48.924675 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34790) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:49.047258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.130148 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Deleting port 2c701205-e477-46fa-a1ce-66919c0aa191 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:49.130474 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.171069 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device e3e40c93-40e4-4be7-9966-5013fe742308 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:49.223864 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: e3e40c93-40e4-4be7-9966-5013fe742308 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:49.224532 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device e3e40c93-40e4-4be7-9966-5013fe742308 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:49.225112 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 5bc7e600-b5ef-4521-81a3-4da9f5395cca no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:49.249278 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] DHCP port deletion for 64ba8592-3a09-4d36-a634-372e556f8775 request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:24:49.257210 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] For port 2c701205-e477-46fa-a1ce-66919c0aa191, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2c701205-e477-46fa-a1ce-66919c0aa191,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:49.258090 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.262809 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 5bc7e600-b5ef-4521-81a3-4da9f5395cca {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:49.263235 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 5bc7e600-b5ef-4521-81a3-4da9f5395cca not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:49.332313 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] Deleting port 2c701205-e477-46fa-a1ce-66919c0aa191 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:49.332804 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.333495 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-a60a2a9b-f638-4b66-93b0-d588d285f7da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0817277
May 10 17:24:49.418408 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Calling delete_port for 2c701205-e477-46fa-a1ce-66919c0aa191 owned by network:dhcp {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:49.439819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] For port 2c701205-e477-46fa-a1ce-66919c0aa191, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2c701205-e477-46fa-a1ce-66919c0aa191,segment=NetworkSegment(fe30122a-28b4-4c11-93bc-5380a2a956ff),segment_id=fe30122a-28b4-4c11-93bc-5380a2a956ff)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:49.440169 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.450133 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-a45176f3-5f68-448c-86f5-d71819895e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:49.452219 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-a45176f3-5f68-448c-86f5-d71819895e24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1098 time: 0.0798287
May 10 17:24:49.475182 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.482201 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-3928da29-1b92-4a25-879a-ca4d825643c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:49.539618 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c701205-e477-46fa-a1ce-66919c0aa191,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:49.542109 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] No DVR routers for this DVR port 2c701205-e477-46fa-a1ce-66919c0aa191 on host dv-cinder-786384-3-iscsi {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:49.544256 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:49.576819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] Calling delete_port for 2c701205-e477-46fa-a1ce-66919c0aa191 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:49.617774 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-ab2323bf-e678-4331-8712-6b94fb99817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:49.619489 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-ab2323bf-e678-4331-8712-6b94fb99817d service neutron] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 909 time: 0.1471593
May 10 17:24:49.626120 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.630135 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:49.664376 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.675765 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] Pushing event deleted for resources: {'Port': ['ID=2c701205-e477-46fa-a1ce-66919c0aa191,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:49.677244 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] No DVR routers for this DVR port 2c701205-e477-46fa-a1ce-66919c0aa191 on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:49.678605 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5dc9f00d-8017-4f5e-bfee-b3efb8059a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:49.682202 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd99c0ccd0>,) {'filters': {'network_id': ['64ba8592-3a09-4d36-a634-372e556f8775']}} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:49.695817 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99c0ccd0>, 'fe30122a-28b4-4c11-93bc-5380a2a956ff') {'for_net_delete': True} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:49.696142 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99c0ccd0>, 'fe30122a-28b4-4c11-93bc-5380a2a956ff') {} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:49.709241 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981350'] for segment, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.727213 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.733968 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=78764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:49.734355 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109966'] for segment, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]: Traceback (most recent call last):
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     timer()
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     cb(*args, **kw)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     return func(*args, **kwargs)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     self._notify()
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     self.callback(batched_events)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     event.method(event)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     return f(self, *a, **k)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._get(url).json()
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:49.747296 dv-cinder-786384-3-iscsi neutron-server[78764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:49.790001 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-f505ceba-bc08-4007-91e6-278cafc495be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 1000 time: 0.1626303
May 10 17:24:49.834498 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.844461 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:49.869016 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-23887a60-b1a5-4594-882a-05952d5cff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:49.870896 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-23887a60-b1a5-4594-882a-05952d5cff26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.0742478
May 10 17:24:49.872857 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.882912 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ba8592-3a09-4d36-a634-372e556f8775,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:49.890318 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:49.911431 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-8f929a76-d889-4691-8aba-d6951af779a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/64ba8592-3a09-4d36-a634-372e556f8775 HTTP/1.1" status: 204  len: 168 time: 0.9854381
May 10 17:24:49.967869 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-ee9d7f84-d1b3-4099-a2f1-c0e89c88d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:49.970464 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-ee9d7f84-d1b3-4099-a2f1-c0e89c88d15e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913830
May 10 17:24:50.101255 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34796) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:50.128130 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-5df4fffd-2e7c-4171-a8d8-5240ac00a0ad service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509459
May 10 17:24:50.230536 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-f5fd5e27-5e42-4c01-8890-a81c391738c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=568fd7c4bf57477fb69cf13384c05c60&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1278331
May 10 17:24:50.234003 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34800) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:50.281436 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-067f8361-d9e6-4bf3-98ec-80cd909cb928 req-4be8fe99-8aef-44d4-9f6d-e01328e52015 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452494
May 10 17:24:50.311694 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-94f22969-5f70-4f25-a99f-f2ca8ce7dd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:50.338443 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-94f22969-5f70-4f25-a99f-f2ca8ce7dd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:50.392828 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-94f22969-5f70-4f25-a99f-f2ca8ce7dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:50.397551 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c255a129-5945-4abc-9e9d-90916c83b51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:50.415873 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f22969-5f70-4f25-a99f-f2ca8ce7dd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4595b58d-ada8-47ea-a193-61dadd75c8ee,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:50.419925 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-94f22969-5f70-4f25-a99f-f2ca8ce7dd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:50.423677 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-94f22969-5f70-4f25-a99f-f2ca8ce7dd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:50.424806 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-94f22969-5f70-4f25-a99f-f2ca8ce7dd4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4595b58d-ada8-47ea-a193-61dadd75c8ee HTTP/1.1" status: 204  len: 168 time: 0.1898515
May 10 17:24:51.139003 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2c701205-e477-46fa-a1ce-66919c0aa191 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:51.173893 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 2c701205-e477-46fa-a1ce-66919c0aa191 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:51.174242 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2c701205-e477-46fa-a1ce-66919c0aa191 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:54.160163 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:24:54.696840 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34864) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:54.826389 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.840784 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:54.844996 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Usage tracker for resource:security_group_rule and tenant:3fc8bd336f4b4fd28c2bbed9e89e153d is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:54.847774 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:54.853383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:54.945702 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.950130 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.957620 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a723a37a-7d84-4a30-a026-2f4207f6a3f4 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:55.007785 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fc8bd336f4b4fd28c2bbed9e89e153d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3098507
May 10 17:24:55.008696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c836fd4d-c578-4fef-af1d-dcc355715517,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:55.011152 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34870) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:55.013560 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-452291da-71c7-4e75-bb40-f883e3375761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:55.179174 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0973c4e-a67a-4f35-b57c-207f550f7d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:55.205072 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0973c4e-a67a-4f35-b57c-207f550f7d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:55.257627 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0973c4e-a67a-4f35-b57c-207f550f7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:55.261954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-4f500975-4a45-4a65-b2e2-eab6c867aef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:55.273696 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0973c4e-a67a-4f35-b57c-207f550f7d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c836fd4d-c578-4fef-af1d-dcc355715517,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:55.276170 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a0973c4e-a67a-4f35-b57c-207f550f7d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:55.282005 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0973c4e-a67a-4f35-b57c-207f550f7d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:55.283114 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a0973c4e-a67a-4f35-b57c-207f550f7d88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c836fd4d-c578-4fef-af1d-dcc355715517 HTTP/1.1" status: 204  len: 168 time: 0.2712963
May 10 17:24:57.183507 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34922) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:57.322270 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.337088 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:57.341001 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Usage tracker for resource:security_group_rule and tenant:7abca6b2823244f68d3100ca933b7a5f is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:57.344957 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:57.350626 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:57.437223 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.441184 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.451902 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-de17245c-32d0-4d87-b7d3-e002e0f4f6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:57.493414 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7abca6b2823244f68d3100ca933b7a5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3086853
May 10 17:24:57.494334 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085bde3-542d-4d55-ad4f-947a7d3c84d1,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:57.496236 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34932) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:57.497295 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-908c9ea0-8c9c-43ab-a135-3199d2788713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:57.557378 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fe97afbd-5816-47a6-ace0-6d3fb8481984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.584388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fe97afbd-5816-47a6-ace0-6d3fb8481984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.645890 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fe97afbd-5816-47a6-ace0-6d3fb8481984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.649927 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-9bcb7fcd-55b4-46aa-b849-bf6cc9f30b8a tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:57.661160 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97afbd-5816-47a6-ace0-6d3fb8481984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085bde3-542d-4d55-ad4f-947a7d3c84d1,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:57.665470 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-fe97afbd-5816-47a6-ace0-6d3fb8481984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:57.673237 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-fe97afbd-5816-47a6-ace0-6d3fb8481984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.673237 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-fe97afbd-5816-47a6-ace0-6d3fb8481984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4085bde3-542d-4d55-ad4f-947a7d3c84d1 HTTP/1.1" status: 204  len: 168 time: 0.1744673
May 10 17:24:57.979816 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 34940) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:57.999662 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.015035 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:58.018947 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Usage tracker for resource:security_group_rule and tenant:a234858b3e3b43d3b1a5ec8c9ae90551 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:58.021919 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:58.027670 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:58.110258 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.114321 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.126883 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-ab71c006-0575-431a-bc17-80294699fafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:58.166740 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a234858b3e3b43d3b1a5ec8c9ae90551&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1856370
May 10 17:24:58.168406 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60510c66-d928-4522-9238-1faea7341485,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:58.169477 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 34944) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:58.172525 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-598b9d58-7540-4fbc-a51f-7b67198ce537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:58.238395 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.263793 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.315402 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.324396 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-24566380-3c20-4e9a-9ab0-b94e63d944eb tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:58.341472 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60510c66-d928-4522-9238-1faea7341485,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:58.344786 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:58.355470 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.359283 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60510c66-d928-4522-9238-1faea7341485 HTTP/1.1" status: 204  len: 168 time: 0.1858943
May 10 17:25:01.104916 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35014) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:01.246737 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.262352 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:01.267131 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7775881753aa4fe4bc22779af1c8dc29 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:01.270098 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:01.275763 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:01.357419 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.362140 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.370759 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7c25bbb7-eb5b-4cc2-ae1a-1827634c9af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:01.410473 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7775881753aa4fe4bc22779af1c8dc29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044791
May 10 17:25:01.411401 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ac80a6-fade-48bc-9c74-2b85555651ed,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:01.413138 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35020) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:01.414485 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c12de325-14a3-45b1-bf52-202e808dc5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:01.477714 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1be26bcd-ffa2-4232-a2cf-0d8260d35144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.503242 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1be26bcd-ffa2-4232-a2cf-0d8260d35144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.554534 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1be26bcd-ffa2-4232-a2cf-0d8260d35144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.558552 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a9c33c94-1e2f-493d-bcc9-eb432e44ea77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:01.570349 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be26bcd-ffa2-4232-a2cf-0d8260d35144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ac80a6-fade-48bc-9c74-2b85555651ed,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:01.574675 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1be26bcd-ffa2-4232-a2cf-0d8260d35144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:01.579126 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-1be26bcd-ffa2-4232-a2cf-0d8260d35144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.580278 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-1be26bcd-ffa2-4232-a2cf-0d8260d35144 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5ac80a6-fade-48bc-9c74-2b85555651ed HTTP/1.1" status: 204  len: 168 time: 0.1654196
May 10 17:25:01.860989 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35028) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:01.878828 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.894048 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:01.898062 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Usage tracker for resource:security_group_rule and tenant:0db50deeebff47e2a69730e6c6669c4a is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:01.900957 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:01.907471 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:01.992024 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:01.996118 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:02.004076 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-63370f86-d610-40b7-b5c7-e3e1ff11c7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:02.045411 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0db50deeebff47e2a69730e6c6669c4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1831594
May 10 17:25:02.046954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bce90a-134b-4006-96dd-1b7beb6ce15e,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:02.048523 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35032) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:02.049964 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-34c47e05-62d3-431a-a0c4-be414c536732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:02.114891 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e1b50c28-11df-4f1d-a5f8-ecc037405956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:02.247456 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e1b50c28-11df-4f1d-a5f8-ecc037405956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:02.300167 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e1b50c28-11df-4f1d-a5f8-ecc037405956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:02.304097 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-10ea108a-05fd-4500-9433-30769306f03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:02.318524 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b50c28-11df-4f1d-a5f8-ecc037405956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bce90a-134b-4006-96dd-1b7beb6ce15e,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:02.321582 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e1b50c28-11df-4f1d-a5f8-ecc037405956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:02.331624 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e1b50c28-11df-4f1d-a5f8-ecc037405956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:02.332774 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e1b50c28-11df-4f1d-a5f8-ecc037405956 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00bce90a-134b-4006-96dd-1b7beb6ce15e HTTP/1.1" status: 204  len: 168 time: 0.2832706
May 10 17:25:10.010084 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35154) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:10.139939 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.168456 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:10.175756 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Usage tracker for resource:security_group_rule and tenant:1600a34795fd445aa5289c72379d2e73 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:10.180889 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:10.190802 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:10.250068 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-85903a0f-4f53-4f95-9213-a9119df51576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.290953 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.295191 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.303348 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-55f415eb-8987-4bc8-8ebf-ded0115a6018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:10.344642 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5d9184-0acf-4eed-8f8f-572990b202ef,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:10.350047 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1600a34795fd445aa5289c72379d2e73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3378997
May 10 17:25:10.350047 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e5dbc925-f9cd-41a9-8e93-d7207255acb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:10.351627 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35160) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:10.419166 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87f8fd9a-19bb-4d1f-a754-e4ed0014dc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.451108 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87f8fd9a-19bb-4d1f-a754-e4ed0014dc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.510863 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87f8fd9a-19bb-4d1f-a754-e4ed0014dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.515787 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-c0ffcaa0-e082-4d98-89b9-120788fcae59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:10.528800 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8fd9a-19bb-4d1f-a754-e4ed0014dc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5d9184-0acf-4eed-8f8f-572990b202ef,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:10.535312 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-87f8fd9a-19bb-4d1f-a754-e4ed0014dc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:10.536741 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-87f8fd9a-19bb-4d1f-a754-e4ed0014dc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.540475 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-87f8fd9a-19bb-4d1f-a754-e4ed0014dc6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe5d9184-0acf-4eed-8f8f-572990b202ef HTTP/1.1" status: 204  len: 168 time: 0.1853085
May 10 17:25:10.861247 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35168) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:10.879693 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:10.895443 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:10.899234 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Usage tracker for resource:security_group_rule and tenant:ed8ec45c20fe46f99b88b3ef17ccee33 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:10.902023 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:10.908105 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:10.995505 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:11.000583 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:11.008013 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-5d289f16-e0c9-4db5-ad01-144a895f9967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:11.053791 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed8ec45c20fe46f99b88b3ef17ccee33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914237
May 10 17:25:11.054705 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e9bc69-9a11-42ec-a545-7e1e501d2326,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:11.056853 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35172) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:11.058426 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-6f223d3a-f02e-4ad4-a48a-2976bb19ae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:11.143024 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d084383d-3dde-40e9-a0b1-432a99c0bd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:11.169554 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d084383d-3dde-40e9-a0b1-432a99c0bd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:11.228414 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d084383d-3dde-40e9-a0b1-432a99c0bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:11.232376 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f3595511-67c7-411e-986b-80686f2707ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:11.246994 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084383d-3dde-40e9-a0b1-432a99c0bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e9bc69-9a11-42ec-a545-7e1e501d2326,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:11.252699 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d084383d-3dde-40e9-a0b1-432a99c0bd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:11.259500 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d084383d-3dde-40e9-a0b1-432a99c0bd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:11.260668 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d084383d-3dde-40e9-a0b1-432a99c0bd69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7e9bc69-9a11-42ec-a545-7e1e501d2326 HTTP/1.1" status: 204  len: 168 time: 0.2006838
May 10 17:25:12.654639 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:12.909299 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3f276dd7-afe7-4872-b8e2-f93f77803886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:13.912547 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:14.878504 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:15.664526 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:21.445643 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d58a90-d89d-4727-88e6-18be6a8ffbf8 req-bb6064bc-dec1-428b-98a3-8c2335ef9b46 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:21.447088 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8d58a90-d89d-4727-88e6-18be6a8ffbf8 req-bb6064bc-dec1-428b-98a3-8c2335ef9b46 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0851636
May 10 17:25:21.492548 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8d58a90-d89d-4727-88e6-18be6a8ffbf8 req-0cba4985-ec03-4b64-8de0-4fe2e44a84d6 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395715
May 10 17:25:22.684118 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d5b30-d489-4c06-960d-4c8cba6cd935 req-fbe7bebf-0fc4-4bc7-b635-8858c6e83e26 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:22.685571 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-058d5b30-d489-4c06-960d-4c8cba6cd935 req-fbe7bebf-0fc4-4bc7-b635-8858c6e83e26 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0823503
May 10 17:25:22.736629 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-058d5b30-d489-4c06-960d-4c8cba6cd935 req-54256e29-c890-4658-904b-abd62ad2fdf3 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442424
May 10 17:25:23.934383 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033b7b4-a762-4b30-ba7e-34c34855309c req-9b3ead9d-1301-4e26-8e6b-8ea7f5d99964 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:23.936246 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2033b7b4-a762-4b30-ba7e-34c34855309c req-9b3ead9d-1301-4e26-8e6b-8ea7f5d99964 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0891113
May 10 17:25:23.985870 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2033b7b4-a762-4b30-ba7e-34c34855309c req-932e85ea-3328-4583-bc16-65c333893f39 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414798
May 10 17:25:25.179162 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb27bb7-c9d8-42f9-af6c-97bcaa8e4e3d req-af03ae9b-7de9-4846-a0f1-d661ae2680a4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:25.180649 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8fb27bb7-c9d8-42f9-af6c-97bcaa8e4e3d req-af03ae9b-7de9-4846-a0f1-d661ae2680a4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0851190
May 10 17:25:25.226855 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8fb27bb7-c9d8-42f9-af6c-97bcaa8e4e3d req-bd6e087f-7dfa-4fb7-910c-1adcabb7bddc tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405221
May 10 17:25:26.413545 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ad1a-21bb-4e9a-807e-0c5d41776bab req-328beaeb-ed9e-49f1-bd0f-cb531dcfa784 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:26.414990 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbe5ad1a-21bb-4e9a-807e-0c5d41776bab req-328beaeb-ed9e-49f1-bd0f-cb531dcfa784 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0811386
May 10 17:25:26.463303 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbe5ad1a-21bb-4e9a-807e-0c5d41776bab req-c446ab1c-811f-4217-b548-6faa5577c8ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425360
May 10 17:25:27.650440 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124a5e-0fcb-4779-9d27-4796db5d2cc9 req-14b77031-da6c-42d2-ac66-cdb1ba4bd3ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:27.651877 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-28124a5e-0fcb-4779-9d27-4796db5d2cc9 req-14b77031-da6c-42d2-ac66-cdb1ba4bd3ed tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0814898
May 10 17:25:27.702446 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-28124a5e-0fcb-4779-9d27-4796db5d2cc9 req-4919bba1-4f43-4413-a983-30b0a48e2c78 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441530
May 10 17:25:28.902292 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42116cb2-1016-4aa1-87be-11e7012520d6 req-16b20746-0e80-4bde-83ff-a08b271861e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:28.903747 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-42116cb2-1016-4aa1-87be-11e7012520d6 req-16b20746-0e80-4bde-83ff-a08b271861e9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0938184
May 10 17:25:28.948516 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-42116cb2-1016-4aa1-87be-11e7012520d6 req-43c7b664-a32a-4603-bb66-e7e2455b8cdd tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386198
May 10 17:25:30.142848 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8dab4-5786-49b6-85d9-65309d9ae053 req-7e184bc0-c357-4d56-9a95-879e9a6c594e tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:30.144464 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-47d8dab4-5786-49b6-85d9-65309d9ae053 req-7e184bc0-c357-4d56-9a95-879e9a6c594e tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0831192
May 10 17:25:30.189238 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-47d8dab4-5786-49b6-85d9-65309d9ae053 req-653b2726-7973-4c67-ac9c-34ddd0e0bb9b tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391548
May 10 17:25:31.159633 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:25:31.385539 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f883d-350a-440e-83c9-2641bcc1bc43 req-fde5d557-8d21-46f5-b21d-436072c1c901 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.387003 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d81f883d-350a-440e-83c9-2641bcc1bc43 req-fde5d557-8d21-46f5-b21d-436072c1c901 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0886440
May 10 17:25:31.435457 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d81f883d-350a-440e-83c9-2641bcc1bc43 req-1753cc49-6012-4dcc-825f-8289e6d6a1f7 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417616
May 10 17:25:31.678007 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764bac-e61e-4b52-93f2-c15a691f437a req-041368bb-62d4-4e92-bf1c-4053a3255251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.679427 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24764bac-e61e-4b52-93f2-c15a691f437a req-041368bb-62d4-4e92-bf1c-4053a3255251 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1098 time: 0.0746732
May 10 17:25:31.913042 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764bac-e61e-4b52-93f2-c15a691f437a req-16abcb68-57c5-4a62-868b-425c2fe9c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.914475 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24764bac-e61e-4b52-93f2-c15a691f437a req-16abcb68-57c5-4a62-868b-425c2fe9c606 service neutron] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 909 time: 0.2250144
May 10 17:25:32.023392 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24764bac-e61e-4b52-93f2-c15a691f437a req-6374f21a-26ee-43e3-bf93-694a6ed25d8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 1000 time: 0.0984898
May 10 17:25:32.088809 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764bac-e61e-4b52-93f2-c15a691f437a req-32f3047c-1466-46f9-9d85-a844f159c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:32.090225 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24764bac-e61e-4b52-93f2-c15a691f437a req-32f3047c-1466-46f9-9d85-a844f159c435 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.0576377
May 10 17:25:32.173337 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764bac-e61e-4b52-93f2-c15a691f437a req-37f9ec81-5985-47b4-9aef-b5b6d32cef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:32.174731 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24764bac-e61e-4b52-93f2-c15a691f437a req-37f9ec81-5985-47b4-9aef-b5b6d32cef57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742207
May 10 17:25:32.326103 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24764bac-e61e-4b52-93f2-c15a691f437a req-ba8a9767-8d59-448e-9136-4d007fc4b825 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410735
May 10 17:25:32.461108 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35336) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:32.482316 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24764bac-e61e-4b52-93f2-c15a691f437a req-81c38db1-e207-4bd6-8197-291bd5784c75 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460664
May 10 17:25:32.593982 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.610760 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:32.616664 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Usage tracker for resource:security_group_rule and tenant:f2f009b5c8a14c689b6f0053c66cd7fd is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:32.619599 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:32.626605 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:32.639807 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998f212-f579-4e3d-abf9-0cbcd1125564 req-a1872ad8-7be1-4bcd-bd94-9281ec4c7a9f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:32.641792 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a998f212-f579-4e3d-abf9-0cbcd1125564 req-a1872ad8-7be1-4bcd-bd94-9281ec4c7a9f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0904198
May 10 17:25:32.695240 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-a998f212-f579-4e3d-abf9-0cbcd1125564 req-53da9334-9659-4ec9-8087-6dee66f8aae9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471611
May 10 17:25:32.721998 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.725853 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.732811 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-41066c03-64e5-43e6-8eb9-a6ee41b8ec82 tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:32.774525 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2f009b5c8a14c689b6f0053c66cd7fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3117673
May 10 17:25:32.775491 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a863e2-2ec6-4a70-8fda-a93ec976b601,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:32.777454 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35344) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:32.784580 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.785004 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.785314 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.785665 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.786014 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.786362 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.786708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.787052 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.787395 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.787736 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.788119 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.788454 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:32.792554 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:32.873058 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.915998 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.997699 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:33.001700 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-747bc495-2d37-40e7-a87f-1f240d00c0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:33.015775 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a863e2-2ec6-4a70-8fda-a93ec976b601,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:33.025093 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.025478 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.025856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.026226 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.026592 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.026960 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.027323 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.027687 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.028071 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.028434 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.028802 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.029149 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:33.032947 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:33.034063 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72a863e2-2ec6-4a70-8fda-a93ec976b601 HTTP/1.1" status: 204  len: 168 time: 0.2552493
May 10 17:25:33.034999 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3c9b8073-4d46-4f77-a158-2ba48453c1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:33.892841 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415642e-5119-49ff-aa50-f39d6596bea9 req-1eee132c-b9e7-4f24-8c5d-56bbf9897c67 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:33.894414 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7415642e-5119-49ff-aa50-f39d6596bea9 req-1eee132c-b9e7-4f24-8c5d-56bbf9897c67 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0856011
May 10 17:25:33.943760 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7415642e-5119-49ff-aa50-f39d6596bea9 req-e5de3b8f-cf56-4fea-b2fe-a8e1bf121223 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430501
May 10 17:25:35.144063 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565f258-41d3-4464-87d5-3b0f93d86c69 req-37c949c8-b9ce-4258-8e0c-ab602e8c279b tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:35.145559 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2565f258-41d3-4464-87d5-3b0f93d86c69 req-37c949c8-b9ce-4258-8e0c-ab602e8c279b tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0909054
May 10 17:25:35.222540 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2565f258-41d3-4464-87d5-3b0f93d86c69 req-ecb75b8b-0ecf-42c7-8eb7-2917c829e3e2 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708256
May 10 17:25:36.486620 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79107afa-7a44-47e9-b8d9-a1ff7e30fafa req-42a2a144-d008-4230-aa8e-394c931a3852 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:36.489166 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-79107afa-7a44-47e9-b8d9-a1ff7e30fafa req-42a2a144-d008-4230-aa8e-394c931a3852 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.1520870
May 10 17:25:36.540514 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-79107afa-7a44-47e9-b8d9-a1ff7e30fafa req-77f1234a-d3ba-40ed-9c83-8e3e9f353ddc tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454471
May 10 17:25:36.942548 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb102d37-d6fb-4226-b7f0-f9f00ca1b87f req-d7abd723-8fc0-4882-bb4f-ef56a5d0e6d8 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:36.944511 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb102d37-d6fb-4226-b7f0-f9f00ca1b87f req-d7abd723-8fc0-4882-bb4f-ef56a5d0e6d8 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0953355
May 10 17:25:37.022289 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bb102d37-d6fb-4226-b7f0-f9f00ca1b87f req-43eac3e0-4d4e-4add-923c-9dadc7e65124 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707207
May 10 17:25:37.042902 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-3cace43d-01d8-45fc-8138-f6bc7ede7322 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2657936
May 10 17:25:38.232442 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec5877-ca07-4f74-8672-82eb288f8895 req-6e1c7162-2479-4554-8fbe-395dc20edd6f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:38.234497 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8ec5877-ca07-4f74-8672-82eb288f8895 req-6e1c7162-2479-4554-8fbe-395dc20edd6f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0894129
May 10 17:25:38.282627 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b8ec5877-ca07-4f74-8672-82eb288f8895 req-b4a56a1f-8242-4807-8a54-d8a7f0b3676e tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419877
May 10 17:25:39.156414 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:25:39.294405 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:39.339125 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:39.359947 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:39.366353 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:39.373062 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:39.449883 dv-cinder-786384-3-iscsi neutron-server[78766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'code': 422} returned with failed status
May 10 17:25:39.516602 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=6']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:39.526898 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.527410 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.527990 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.528540 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.529071 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.529608 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.530122 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.531173 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.531926 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.532461 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.533002 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.533535 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:39.540761 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:39.566415 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5242a7-4cbf-4372-9d87-c1a14c209ea8 req-ad7aaa71-bcd7-4589-a604-df6594b66142 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:39.567970 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd5242a7-4cbf-4372-9d87-c1a14c209ea8 req-ad7aaa71-bcd7-4589-a604-df6594b66142 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.1076186
May 10 17:25:39.642497 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cd5242a7-4cbf-4372-9d87-c1a14c209ea8 req-630e51c9-8aa4-4a14-a3fe-a12dc3594bb9 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623498
May 10 17:25:40.256900 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-54bba253-4bf6-44fa-85ce-55d73eea3c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:40.835198 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478aba-9722-4d18-a10c-b51e27bfa2ab req-361aa9fb-703d-4903-b5a4-a7eb402182cf tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:40.836613 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3a478aba-9722-4d18-a10c-b51e27bfa2ab req-361aa9fb-703d-4903-b5a4-a7eb402182cf tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0854716
May 10 17:25:40.883819 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3a478aba-9722-4d18-a10c-b51e27bfa2ab req-c7e80297-4996-4801-984f-6a6e04ae7413 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414560
May 10 17:25:42.067729 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb0ebc-03e0-4621-a7a4-dc8e9ab355d7 req-7e72fe8d-e3b6-4da2-828e-64e3c98a77ab tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:42.069241 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4ebb0ebc-03e0-4621-a7a4-dc8e9ab355d7 req-7e72fe8d-e3b6-4da2-828e-64e3c98a77ab tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0805769
May 10 17:25:42.117786 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4ebb0ebc-03e0-4621-a7a4-dc8e9ab355d7 req-ada6e58d-d71c-49fc-b706-550b6a80477a tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428417
May 10 17:25:42.658567 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:42.902429 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c733f6a4-c783-4e23-af9c-9db4cab5e90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:43.304022 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e46f74-4836-4fb5-95fe-d8ca06555104 req-9e76c0c9-d0e3-462b-80e4-d4b079238879 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.305453 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c1e46f74-4836-4fb5-95fe-d8ca06555104 req-9e76c0c9-d0e3-462b-80e4-d4b079238879 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0793927
May 10 17:25:43.349829 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c1e46f74-4836-4fb5-95fe-d8ca06555104 req-6c9c8f80-60fc-461f-8436-4a102215106b tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387256
May 10 17:25:43.694708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-f11b1fb8-2df6-47fa-ba25-b88dedb4caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.696239 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-f11b1fb8-2df6-47fa-ba25-b88dedb4caa7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44&tenant_id=d449d9d664e944a5acca1b7b547ea55a HTTP/1.1" status: 200  len: 1096 time: 0.0762811
May 10 17:25:43.800849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-6425a1e6-be98-479d-b5df-e91b527b5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.802343 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-6425a1e6-be98-479d-b5df-e91b527b5f10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1096 time: 0.0722623
May 10 17:25:43.918139 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:44.044758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-d42fda43-2be7-425a-b496-bf64b2d34774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:44.045526 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-d42fda43-2be7-425a-b496-bf64b2d34774 service neutron] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 909 time: 0.2360597
May 10 17:25:44.155028 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-7b9bbeb5-7eef-412a-87b9-789f0c0c3c81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 998 time: 0.0981438
May 10 17:25:44.224568 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-1074b24c-868f-48d5-b4c6-ace80bad9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:44.226001 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-1074b24c-868f-48d5-b4c6-ace80bad9e17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.0603516
May 10 17:25:44.310196 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-c5a840aa-9865-46a2-9b07-31ee4e6384bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:44.312228 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-c5a840aa-9865-46a2-9b07-31ee4e6384bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755143
May 10 17:25:44.493547 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-87cebd9a-c413-450d-970c-16400cce5acd service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716464
May 10 17:25:44.661112 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc2617-3a0e-410e-aba7-aea249b9937d req-410a9282-a6a0-4464-bb1e-ad5d6683ad78 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:44.662544 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0bfc2617-3a0e-410e-aba7-aea249b9937d req-410a9282-a6a0-4464-bb1e-ad5d6683ad78 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.2029231
May 10 17:25:44.666055 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0574ee89-9137-44b7-8ba2-56f184817a9a req-48b0bf44-47f4-4374-a996-d71eaac3803b service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612949
May 10 17:25:44.715352 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0bfc2617-3a0e-410e-aba7-aea249b9937d req-017cd57a-a3ee-49dd-b59c-27c9c2fc2412 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468869
May 10 17:25:44.880472 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:45.667755 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:45.914976 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ad6b8-e21c-4f32-a95d-084cb1c54280 req-43b87789-689c-4dcd-b00f-b16eda170d40 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:45.916487 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-644ad6b8-e21c-4f32-a95d-084cb1c54280 req-43b87789-689c-4dcd-b00f-b16eda170d40 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0866520
May 10 17:25:45.964187 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-644ad6b8-e21c-4f32-a95d-084cb1c54280 req-9b1aba75-e29b-4f56-9d1a-05b6b546a70f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406890
May 10 17:25:47.158484 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73d78-86e5-43fe-83df-314e078a2228 req-cbe0c819-38b9-40e4-a676-4b81c828820c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:47.160034 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27a73d78-86e5-43fe-83df-314e078a2228 req-cbe0c819-38b9-40e4-a676-4b81c828820c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0889819
May 10 17:25:47.205123 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-27a73d78-86e5-43fe-83df-314e078a2228 req-dee2d807-c3af-4321-bba3-5c62c19c4b92 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393715
May 10 17:25:48.394950 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc4a5b-5756-4e5e-b8e5-cefa64a3f71f req-51b039d0-c988-47fe-9fc2-cbe44b01835a tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:48.396358 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b2dc4a5b-5756-4e5e-b8e5-cefa64a3f71f req-51b039d0-c988-47fe-9fc2-cbe44b01835a tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0823426
May 10 17:25:48.441187 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b2dc4a5b-5756-4e5e-b8e5-cefa64a3f71f req-f4a0b6d7-536d-4621-ad6e-d91c3905e57c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390601
May 10 17:25:49.630561 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd144250-0f14-4e90-9f24-ee1c93f32e4f req-a477531a-a3b8-4a44-8208-3f2798610e2f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:49.632038 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bd144250-0f14-4e90-9f24-ee1c93f32e4f req-a477531a-a3b8-4a44-8208-3f2798610e2f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0828290
May 10 17:25:49.677914 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bd144250-0f14-4e90-9f24-ee1c93f32e4f req-339033cd-7e8f-43ed-87ff-a9d36773c595 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401549
May 10 17:25:50.868177 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43937b5-4167-4774-8b69-99a0d01e102c req-58cc9247-3986-4a58-865c-eb757e7cf200 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:50.869782 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f43937b5-4167-4774-8b69-99a0d01e102c req-58cc9247-3986-4a58-865c-eb757e7cf200 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0857830
May 10 17:25:50.922915 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f43937b5-4167-4774-8b69-99a0d01e102c req-405b20c6-ca8d-4675-b9d0-0fd034d27d49 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470765
May 10 17:25:52.128080 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6609a-8c4d-4e85-93e4-ccee7c130b64 req-e373c57b-52a3-45e3-82be-b00015b0ed24 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:52.129761 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69e6609a-8c4d-4e85-93e4-ccee7c130b64 req-e373c57b-52a3-45e3-82be-b00015b0ed24 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0976989
May 10 17:25:52.182522 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-69e6609a-8c4d-4e85-93e4-ccee7c130b64 req-cd567ac0-9368-451b-937b-5d06c97b91f6 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454471
May 10 17:25:52.286446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-fadbd891-b280-425c-92d4-a0d7f8394c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:52.287932 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-fadbd891-b280-425c-92d4-a0d7f8394c6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1096 time: 0.0780547
May 10 17:25:52.446856 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-8f8fe784-2438-4859-bc57-5ee14b7d4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:52.448355 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-8f8fe784-2438-4859-bc57-5ee14b7d4df3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 909 time: 0.1344423
May 10 17:25:52.560219 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-dd0ddf03-a72e-4786-9726-c9b396911e85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 998 time: 0.1014237
May 10 17:25:52.751522 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-092ad0d4-d9a0-4a4c-b64a-aa4d5cf5e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:52.752966 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-092ad0d4-d9a0-4a4c-b64a-aa4d5cf5e249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.1824293
May 10 17:25:52.832299 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-8ac31152-834a-49d5-9481-3378981645e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:52.833750 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-8ac31152-834a-49d5-9481-3378981645e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731285
May 10 17:25:52.977079 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-564d5bc5-51cc-4a67-8e82-edac07e04679 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357324
May 10 17:25:53.111914 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6daaa004-cec8-43ad-b9f5-b6bb070e3f4c req-b68ee501-ce3a-41d2-994b-678ef977e6f8 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274164
May 10 17:25:53.375800 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ee5d0-e37c-41bc-8361-b8da209e28f7 req-e9f0d54b-0850-4feb-a144-21797748efb7 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:53.377195 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7d5ee5d0-e37c-41bc-8361-b8da209e28f7 req-e9f0d54b-0850-4feb-a144-21797748efb7 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 943 time: 0.0855567
May 10 17:25:53.423615 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7d5ee5d0-e37c-41bc-8361-b8da209e28f7 req-68a8221e-eb1a-4738-9862-74f714af773c tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407681
May 10 17:25:54.152604 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:25:54.343747 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:54.357793 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'port_id': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'mac_address': 'fa:16:3e:14:9f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:25:54.415597 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:54.432838 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:25:54.448610 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:54.452600 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:54.455366 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-928b3f62-02f7-4118-a679-3a9bc8cd2f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:54.526412 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=7']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:54.530542 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:54.628744 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e999-a44e-4eb3-9a0e-d14aaf506e2d req-ae8c768a-92e2-4865-9dd3-692fc2954cc8 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:54.630320 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ac80e999-a44e-4eb3-9a0e-d14aaf506e2d req-ae8c768a-92e2-4865-9dd3-692fc2954cc8 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 944 time: 0.0975025
May 10 17:25:54.687136 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-ac80e999-a44e-4eb3-9a0e-d14aaf506e2d req-b02d499a-594d-4c3d-8534-d7e9cff1231e tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493591
May 10 17:25:54.792016 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:25:55.881158 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf78c7-30f8-4fa0-b650-318b62f7e787 req-fe64d46e-1af7-45e0-b65a-3292aa8fd604 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:55.882702 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4edf78c7-30f8-4fa0-b650-318b62f7e787 req-fe64d46e-1af7-45e0-b65a-3292aa8fd604 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 944 time: 0.0851169
May 10 17:25:55.930751 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-4edf78c7-30f8-4fa0-b650-318b62f7e787 req-bfb5d965-e291-4b00-a50d-67a0e8c73611 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420916
May 10 17:25:56.168074 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:25:56.238778 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:25:56.239276 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:56.356985 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:56.385248 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:56.398188 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:56.403879 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:56.406923 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:56.448394 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'code': 200}
May 10 17:25:56.501242 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=8']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:56.504673 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:56.815541 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5d945-a1fe-44ae-a833-7eeeb33a2e4a req-fc2fc65a-481e-4a6d-a2bd-dd833b9df0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:56.817037 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9aa5d945-a1fe-44ae-a833-7eeeb33a2e4a req-fc2fc65a-481e-4a6d-a2bd-dd833b9df0ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1098 time: 0.0793731
May 10 17:25:56.860619 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9aa5d945-a1fe-44ae-a833-7eeeb33a2e4a req-1c98b1cc-4f7c-4d2d-a115-fce3b6591636 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367405
May 10 17:25:56.958259 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35530) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:57.103304 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:57.123197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:57.129692 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Usage tracker for resource:security_group_rule and tenant:85405781aa7e4aafad6961baf224003f is out of sync, need to count used quota {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:57.133461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:57.142954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:57.185360 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c992a-3c73-4451-8af3-d23dd7363380 req-9cae2d53-58b1-46f5-986b-46d7fe6c51df tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:57.187520 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa9c992a-3c73-4451-8af3-d23dd7363380 req-9cae2d53-58b1-46f5-986b-46d7fe6c51df tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.1452289
May 10 17:25:57.261405 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fa9c992a-3c73-4451-8af3-d23dd7363380 req-7f6d41f2-c285-4c66-9eca-82d0887e73ee tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671699
May 10 17:25:57.306789 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:57.311725 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:57.318597 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-dfc51635-a836-461c-96c7-3971b62d3cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:57.362453 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85405781aa7e4aafad6961baf224003f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4030917
May 10 17:25:57.363772 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7eb3c-28e2-441f-920a-54452e6e9f87,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:57.365436 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35536) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:57.367518 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-06678847-fc29-4a90-8d26-20b8f3077170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:57.428219 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:57.455398 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:57.512221 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:57.516614 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-affeeb30-7db1-4d7b-869a-bc3b421b3564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:57.532623 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7eb3c-28e2-441f-920a-54452e6e9f87,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:57.535253 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:57.545282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:57.549582 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb7eb3c-28e2-441f-920a-54452e6e9f87 HTTP/1.1" status: 204  len: 168 time: 0.1806111
May 10 17:25:58.482689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f828c-a09e-473c-add2-40b60d0fefd2 req-901f0585-a77d-48a8-bb19-7a758825cfd2 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:58.485314 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-752f828c-a09e-473c-add2-40b60d0fefd2 req-901f0585-a77d-48a8-bb19-7a758825cfd2 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.1087956
May 10 17:25:58.533326 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-752f828c-a09e-473c-add2-40b60d0fefd2 req-6ef56372-95f2-4017-ac46-4b896864d56f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422847
May 10 17:26:08.159980 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:26:09.685794 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35676) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:09.818808 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.846576 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:09.852925 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Usage tracker for resource:security_group_rule and tenant:7f83daceb75449e9ae082e1c7ea842bf is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:09.859119 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:09.866083 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:09.965933 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.970936 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.978716 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-15babbca-aee9-40d0-a742-2bd761f70121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:10.021346 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131a6d92-b8a4-4cb2-abfa-dfbbb7929e24,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:10.024649 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:10.029835 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-e870b5e8-175f-4c41-90df-0a2e99320659 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f83daceb75449e9ae082e1c7ea842bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3403676
May 10 17:26:10.030499 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35682) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:10.089991 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a81bba57-8cf2-4126-b552-d9af741bbf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.117208 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a81bba57-8cf2-4126-b552-d9af741bbf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.177464 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a81bba57-8cf2-4126-b552-d9af741bbf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.181735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-533dfd1e-0a84-401b-9894-740ab55e8740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:10.195788 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bba57-8cf2-4126-b552-d9af741bbf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a6d92-b8a4-4cb2-abfa-dfbbb7929e24,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:10.198908 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a81bba57-8cf2-4126-b552-d9af741bbf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:10.201723 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a81bba57-8cf2-4126-b552-d9af741bbf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.204664 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a81bba57-8cf2-4126-b552-d9af741bbf18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/131a6d92-b8a4-4cb2-abfa-dfbbb7929e24 HTTP/1.1" status: 204  len: 168 time: 0.1732163
May 10 17:26:10.250878 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-15b46430-bfa0-4d22-8e07-91d192f60fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:12.662012 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:12.907176 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b4b186cc-0b66-49c3-b1ed-45a716a8d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:13.918480 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:14.883819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.670415 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:20.064309 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536703-a885-46a0-b69e-9d80f5b97a47 req-8f2c3640-6363-44d1-859d-b73a23aa6ca9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:20.065790 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c536703-a885-46a0-b69e-9d80f5b97a47 req-8f2c3640-6363-44d1-859d-b73a23aa6ca9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 946 time: 0.0831707
May 10 17:26:20.118859 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c536703-a885-46a0-b69e-9d80f5b97a47 req-869dc31a-6552-4544-8937-ddf5eb626a43 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472870
May 10 17:26:21.323986 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec31bc-d2de-4cba-88e8-4ee084351266 req-fa2e0740-b0f0-4e55-beda-e32701553f1b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:21.325500 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24ec31bc-d2de-4cba-88e8-4ee084351266 req-fa2e0740-b0f0-4e55-beda-e32701553f1b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 946 time: 0.0889962
May 10 17:26:21.371788 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-24ec31bc-d2de-4cba-88e8-4ee084351266 req-63a0f017-5b2a-454f-94ff-f2871d3fd1a4 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397463
May 10 17:26:21.939548 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-3b3a6bd9-0f0d-4054-933f-7ca8980bf1ea tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:21.941132 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-3b3a6bd9-0f0d-4054-933f-7ca8980bf1ea tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 946 time: 0.0917921
May 10 17:26:22.089112 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Deleting port 19febcaa-a0a5-4925-850f-b780fde4c331 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:26:22.089544 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:22.231689 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] For port 19febcaa-a0a5-4925-850f-b780fde4c331, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19febcaa-a0a5-4925-850f-b780fde4c331,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:22.232011 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:22.931501 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:22.932212 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:22.932212 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Floating IP ee01f799-0d49-4bef-a422-b20410590865 disassociated. External IP: 172.27.2.215, port: 19febcaa-a0a5-4925-850f-b780fde4c331.
May 10 17:26:22.932538 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Calling delete_port for 19febcaa-a0a5-4925-850f-b780fde4c331 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:26:22.948697 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1754f85-b587-4d99-a592-615af8427cca req-16363101-d880-4e6b-b56c-0cad0829cdfc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:22.950276 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c1754f85-b587-4d99-a592-615af8427cca req-16363101-d880-4e6b-b56c-0cad0829cdfc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 946 time: 0.3739536
May 10 17:26:23.013551 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-c1754f85-b587-4d99-a592-615af8427cca req-579cd8dc-f4bc-47c9-b53e-49e90f97c0e4 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498412
May 10 17:26:23.108460 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:23.115736 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3a7177a6-b36b-416b-bb1e-6ec9a70b3e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:23.165956 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event deleted for resources: {'Port': ['ID=19febcaa-a0a5-4925-850f-b780fde4c331,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:23.169087 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:23.358028 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:26:23.580157 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:26:23.595089 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:26:23.609430 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:23.610835 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a4f3970>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:23.698305 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] No DVR routers for this DVR port 19febcaa-a0a5-4925-850f-b780fde4c331 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:26:23.702262 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:23.708586 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'name': 'network-vif-deleted', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:26:23.723176 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-7fbacba0-add0-4a7d-961b-32cd72ac8c38 req-ef0f5e10-d1b4-463b-9ba1-5de3327946b2 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "DELETE /v2.0/ports/19febcaa-a0a5-4925-850f-b780fde4c331 HTTP/1.1" status: 204  len: 173 time: 1.7741532
May 10 17:26:23.774317 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5829aa-a499-4dc5-903d-e3d850b386e6', 'name': 'network-vif-deleted', 'tag': '19febcaa-a0a5-4925-850f-b780fde4c331', 'status': 'completed', 'code': 200}
May 10 17:26:23.862811 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:24.242498 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-0fb579bb-942d-40aa-bd24-3b6797332cab req-7ea0a440-16e3-4486-ac62-07a22c0db77f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:26:24.273284 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-0fb579bb-942d-40aa-bd24-3b6797332cab req-7ea0a440-16e3-4486-ac62-07a22c0db77f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:26:24.275993 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0fb579bb-942d-40aa-bd24-3b6797332cab req-7ea0a440-16e3-4486-ac62-07a22c0db77f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5829aa-a499-4dc5-903d-e3d850b386e6 HTTP/1.1" status: 200  len: 210 time: 0.1080596
May 10 17:26:24.278019 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a4f3970>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:24.286457 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:26:24.306967 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:24.307593 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a4f3970>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:24.549075 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:24.963525 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a4f3970>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:24.967654 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef18c127-a29e-43e0-b8de-3e80c19eb229 None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:26:25.220971 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d399c-14d0-40bb-ac51-f690533e9ee2 None None] New status for floating IP ee01f799-0d49-4bef-a422-b20410590865: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:26:25.779946 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-44501438-4e05-4f98-ad04-3a51f8ef324c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115164799&fields=id&tenant_id=f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 267 time: 0.0433598
May 10 17:26:25.937795 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-9dedcc13-8e03-472d-83eb-5ded55a99bf6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:25.939529 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-9dedcc13-8e03-472d-83eb-5ded55a99bf6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 812 time: 0.1521990
May 10 17:26:25.955871 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-3e280082-85b8-4021-8e78-c2d712beab83 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/quotas/f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 375 time: 0.0103395
May 10 17:26:26.054650 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-c65aedad-738f-4caa-9355-e614e3765cbc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0928497
May 10 17:26:26.322274 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-7ee47ae8-d116-4c20-88b4-0812c591a4ce service neutron] 10.222.0.13 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2549224
May 10 17:26:26.336388 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 19febcaa-a0a5-4925-850f-b780fde4c331 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:26:26.405626 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 19febcaa-a0a5-4925-850f-b780fde4c331 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:26:26.406276 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 19febcaa-a0a5-4925-850f-b780fde4c331 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:26:26.466853 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-a5c3015b-948d-4ae9-a54f-d03bb36b4712 service neutron] 10.222.0.13 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384566
May 10 17:26:26.926832 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2f6f77fb-de6c-468d-90cd-134a417c9976 req-16c77c22-f805-47da-b2ab-ccf64022c9fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 210 time: 0.0478761
May 10 17:26:28.147253 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-caaba3d5-8044-497e-844b-d9cc9140e411 req-f5ee3541-66fa-4be3-8a0a-ab5a9dd34bf0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 210 time: 0.0791993
May 10 17:26:28.315576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-98e1f1c6-e03a-4c90-aa87-6e90cb9fdff8 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:28.318229 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-98e1f1c6-e03a-4c90-aa87-6e90cb9fdff8 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 812 time: 0.2086191
May 10 17:26:28.414144 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-35eeaec9-6e61-40e1-9432-9431ebc4f4c5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 380 time: 0.0766129
May 10 17:26:28.425491 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'port': {'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'admin_state_up': True, 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'security_groups': ['a1c98843-ac55-4f51-bd86-e9b6e09e196e']}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:28.607200 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:28.624023 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:28.639207 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Made reservation on behalf of f45772d5fdc04be59c75cc95110ac4a4 for: {'port': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:26:28.645234 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:28.848671 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Allocated IP 172.20.0.9 (07598d0a-04f3-4ae3-b22f-363e3512c818/4b3e845f-635e-48f9-9738-5fbda0b12639/842b722b-a3f4-4d85-aee4-dc5dba8a91d2) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:29.053760 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:29.071127 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Transition to ACTIVE for port object 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:29.097299 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:29.103232 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-759a592b-4483-4fff-8d77-a25f3da55d95 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:29.164555 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:29.167486 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:29.171573 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:29.223542 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:29.228614 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:29.257207 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:29.257881 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:29.290100 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-8634575d-78aa-4458-b46f-97b761aff488 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8694324
May 10 17:26:29.316734 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Request body: {'port': {'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:29.488381 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-bd4065ad-48ea-4150-adce-cabd977acb6b None None] Provisioning for port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:29.495029 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-bd4065ad-48ea-4150-adce-cabd977acb6b None None] Provisioning complete for port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:29.495939 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bd4065ad-48ea-4150-adce-cabd977acb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:29.518333 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:29.555872 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be336-21df-42f7-87d6-61a07a7d654c req-662fb674-d5ca-49d1-97a2-e68afd41dcb9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:29.556680 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-607be336-21df-42f7-87d6-61a07a7d654c req-662fb674-d5ca-49d1-97a2-e68afd41dcb9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:26:29.562109 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-bd4065ad-48ea-4150-adce-cabd977acb6b None None] Port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:26:29.634586 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-607be336-21df-42f7-87d6-61a07a7d654c req-662fb674-d5ca-49d1-97a2-e68afd41dcb9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:26:29.636072 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-607be336-21df-42f7-87d6-61a07a7d654c req-662fb674-d5ca-49d1-97a2-e68afd41dcb9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 931 time: 0.2879784
May 10 17:26:29.762201 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-607be336-21df-42f7-87d6-61a07a7d654c req-632fd994-e888-4720-ad84-3a6a07dd5492 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091490
May 10 17:26:30.107561 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 {{(pid=78765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:26:30.115827 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:30.130057 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Transition to ACTIVE for port object 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 will not be triggered until provisioned by entity L2. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:30.134051 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:30.137958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-f3ad10d4-66fe-4b90-b2a8-41df89afbd81 tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:30.292422 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Pushing event updated for resources: {'Port': ['ID=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:30.304198 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:30.380177 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Attempting to bind port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:26:30.380512 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Attempting to bind port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:26:30.380838 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Attempting to bind port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:26:30.385377 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:26:30.385708 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Attempting to bind port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:26:30.391560 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:26:30.391913 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Checking segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:30.392312 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Bound using segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:26:30.392733 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Bound port: 842b722b-a3f4-4d85-aee4-dc5dba8a91d2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:26:30.393073 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:30.481778 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] For port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2, host hv-cinder-78638, cleared binding levels {{(pid=78765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:26:30.485322 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] For port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:26:30.488952 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:30.492532 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1950a1b5-be3e-44d5-a2aa-68314c03bad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:30.550644 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:30.551262 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:30.552648 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] 10.222.0.43 "PUT /v2.0/ports/842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 200  len: 1093 time: 1.2459917
May 10 17:26:30.553165 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:26:30.582240 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Pushing event updated for resources: {'Port': ['ID=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,revision_number=3']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:30.585781 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:30.604271 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'status': 'completed', 'code': 200}
May 10 17:26:30.698995 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-380f2601-b580-4244-b357-75cb2820a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:30.700610 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-380f2601-b580-4244-b357-75cb2820a54d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1096 time: 0.0754962
May 10 17:26:30.784656 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-d70b24d0-85dc-48b6-8a15-b46501ca7ffc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 200  len: 217 time: 0.0663869
May 10 17:26:30.849005 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-ff0a35ca-8ba6-4e96-a8c3-4d7727e0b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:30.850413 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-ff0a35ca-8ba6-4e96-a8c3-4d7727e0b552 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0592468
May 10 17:26:30.997027 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979847-f860-4a44-94b9-d63d470b4942 req-a44df31d-2df2-4a1b-8af8-efd99e39d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:30.998521 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-a44df31d-2df2-4a1b-8af8-efd99e39d853 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1409326
May 10 17:26:31.008242 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4cd1e-e1e5-4536-bd7f-4d8d11f86549 req-ffd2f4f8-f668-4c25-871d-86b5110250c0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:31.009783 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1ae4cd1e-e1e5-4536-bd7f-4d8d11f86549 req-ffd2f4f8-f668-4c25-871d-86b5110250c0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 943 time: 0.1181016
May 10 17:26:31.126346 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1ae4cd1e-e1e5-4536-bd7f-4d8d11f86549 req-36c6b539-554a-4b5f-a3b6-4634ba276889 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972500
May 10 17:26:31.175798 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-1195534f-c562-4133-a9cc-8c0f06350164 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650794
May 10 17:26:31.307147 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-52979847-f860-4a44-94b9-d63d470b4942 req-642b50cd-615b-49e8-9182-5d493e97e85d service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238973
May 10 17:26:31.469619 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-68f1782c-34a4-4d43-bfae-80b0aa44995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:31.471053 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-68f1782c-34a4-4d43-bfae-80b0aa44995b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1096 time: 0.0763741
May 10 17:26:31.613265 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-6348760e-def5-4b2f-af65-6a0f1ecfc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:31.614736 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-6348760e-def5-4b2f-af65-6a0f1ecfc8e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1369426
May 10 17:26:31.690275 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-502305e3-6f93-4b2e-a889-bc80cc7c6bb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 200  len: 217 time: 0.0681877
May 10 17:26:31.755503 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-efc44c66-2df7-428f-8196-dd59a8f14d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:31.756955 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-efc44c66-2df7-428f-8196-dd59a8f14d25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0593636
May 10 17:26:31.834390 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-6c71c07a-c90d-449b-910f-94695f60621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:31.835859 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-6c71c07a-c90d-449b-910f-94695f60621a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711951
May 10 17:26:31.967305 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-7c0e4dee-74e8-4960-9c4c-967b9ee74495 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246321
May 10 17:26:32.099700 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-8f3b22d9-3d9b-4ccb-b1ce-47173a095665 req-279b61c0-bf75-4e2b-8d56-93a014f6573a service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250618
May 10 17:26:32.313583 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc14c-a4c4-43f8-8fd8-1495a5d2a7f7 req-51a58f33-d8d4-43e2-b11d-689b86341956 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:32.314967 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-129fc14c-a4c4-43f8-8fd8-1495a5d2a7f7 req-51a58f33-d8d4-43e2-b11d-689b86341956 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 943 time: 0.0842996
May 10 17:26:32.360509 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-129fc14c-a4c4-43f8-8fd8-1495a5d2a7f7 req-b43431b1-5b44-49d4-b4ef-312fa646ccc3 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398340
May 10 17:26:33.545543 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d708dca-e2bc-45fc-858b-34f0db87392c req-bd430c38-54aa-46c6-a9a2-ad7f3d526591 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:33.547095 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2d708dca-e2bc-45fc-858b-34f0db87392c req-bd430c38-54aa-46c6-a9a2-ad7f3d526591 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 943 time: 0.0824351
May 10 17:26:33.696923 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-2d708dca-e2bc-45fc-858b-34f0db87392c req-046c758a-5095-429d-9ba9-ba7711061bf0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440823
May 10 17:26:34.882264 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561702ea-670e-43f9-81b1-604f1c468647 req-c6b08866-2988-4ec4-b47a-5d5ba50019d0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:34.883737 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-561702ea-670e-43f9-81b1-604f1c468647 req-c6b08866-2988-4ec4-b47a-5d5ba50019d0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 943 time: 0.0820816
May 10 17:26:34.934369 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-561702ea-670e-43f9-81b1-604f1c468647 req-f9356af8-7fa5-4e2f-bd19-473e4722117f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443590
May 10 17:26:36.118386 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef30035-a1c5-4be6-b1ba-dc92ef0e13af req-90144a5a-4de7-4da4-a012-7e852663f251 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:36.119847 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bef30035-a1c5-4be6-b1ba-dc92ef0e13af req-90144a5a-4de7-4da4-a012-7e852663f251 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 943 time: 0.0801799
May 10 17:26:36.164793 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bef30035-a1c5-4be6-b1ba-dc92ef0e13af req-0fcf8d50-3d26-4a44-863c-8cbbfc536f12 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392184
May 10 17:26:37.521930 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e683c-c612-4a19-ae2d-059293521561 req-1d245634-3cbe-42a5-8a8c-e9a5ec3233e8 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:37.523380 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1a3e683c-c612-4a19-ae2d-059293521561 req-1d245634-3cbe-42a5-8a8c-e9a5ec3233e8 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 943 time: 0.2518895
May 10 17:26:37.570115 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1a3e683c-c612-4a19-ae2d-059293521561 req-69b84932-96fa-4dd3-9ae2-56228d96fe2f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410571
May 10 17:26:38.407146 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:26:38.540304 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:38.555364 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:26:38.615606 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:38.632545 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:26:38.648759 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:38.652632 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:38.654490 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:38.723671 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:38.726897 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:38.808362 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89d295-bcff-44ea-ba45-3e542f8ce7c0 req-f59758ce-40ca-4616-a6a4-9650d49f1786 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:38.809810 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fc89d295-bcff-44ea-ba45-3e542f8ce7c0 req-f59758ce-40ca-4616-a6a4-9650d49f1786 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 944 time: 0.1310203
May 10 17:26:38.860361 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-fc89d295-bcff-44ea-ba45-3e542f8ce7c0 req-edf0ee79-a97c-44eb-a1af-33facb44fa5c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442531
May 10 17:26:38.977108 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['842b722b-a3f4-4d85-aee4-dc5dba8a91d2'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:26:40.045677 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e677f-0a97-4f0f-8049-7d0d793bacd8 req-d21cf2b4-50b4-41e9-b370-9ecc46f6e385 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:40.047350 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e36e677f-0a97-4f0f-8049-7d0d793bacd8 req-d21cf2b4-50b4-41e9-b370-9ecc46f6e385 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 944 time: 0.0808141
May 10 17:26:40.092967 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-e36e677f-0a97-4f0f-8049-7d0d793bacd8 req-1c5d84b6-909e-4938-bced-71d0a07b0a48 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399287
May 10 17:26:40.253262 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-24de4f23-a86e-4881-83d0-2f3b5a58e7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:40.422709 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:40.492464 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:40.497119 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:40.497487 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:40.613565 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:40.640343 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:26:40.650613 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:40.654717 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:40.656714 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:40.686756 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'code': 200}
May 10 17:26:40.726082 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:40.735260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.735976 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.736226 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.736559 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.736886 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.737217 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.737543 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.737865 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.738187 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.738504 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.738820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.739134 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:40.744683 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:41.019245 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e6f7-f3e1-43c6-883c-a4ea6522ff61 req-ce168394-dca1-4113-a8fa-bad882130f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:41.020712 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-26c4e6f7-f3e1-43c6-883c-a4ea6522ff61 req-ce168394-dca1-4113-a8fa-bad882130f2b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1098 time: 0.0767753
May 10 17:26:41.065454 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-26c4e6f7-f3e1-43c6-883c-a4ea6522ff61 req-273d3cba-8bad-4464-9508-aae1f8f06790 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348017
May 10 17:26:41.280446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fed7-f5ee-42f8-abdc-40e50f4a01a9 req-07a06fe7-be4d-4898-a203-b29d7cdd03bf tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:41.281990 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9865fed7-f5ee-42f8-abdc-40e50f4a01a9 req-07a06fe7-be4d-4898-a203-b29d7cdd03bf tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 945 time: 0.0841651
May 10 17:26:41.341320 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-9865fed7-f5ee-42f8-abdc-40e50f4a01a9 req-124459f1-b051-4976-b1f9-84f6b16d4df5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460582
May 10 17:26:42.527099 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b8ea-115f-481b-999f-b7259dd8451d req-43408d7d-5e6c-4b50-b2f5-3f91661395db tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:42.528566 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16a7b8ea-115f-481b-999f-b7259dd8451d req-43408d7d-5e6c-4b50-b2f5-3f91661395db tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 945 time: 0.0808487
May 10 17:26:42.577051 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-16a7b8ea-115f-481b-999f-b7259dd8451d req-993f6e91-2278-4b3d-8895-7bd677f0a65c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426180
May 10 17:26:42.665602 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:42.770927 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b81a3-006c-47cc-ac72-ad541fed0a61 req-6346e910-70bd-4eea-acdd-d218f7f7a5a1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:42.772410 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b01b81a3-006c-47cc-ac72-ad541fed0a61 req-6346e910-70bd-4eea-acdd-d218f7f7a5a1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 945 time: 0.0848114
May 10 17:26:42.817027 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b01b81a3-006c-47cc-ac72-ad541fed0a61 req-1b4ef382-4375-45f5-90a2-bde372cc0c54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388067
May 10 17:26:42.840802 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35768) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:42.910390 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd1a1-c6c9-48c3-b516-2ca6ed8a04e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:42.919127 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db3a1d-ddeb-4ddf-be32-56e07508e0ad tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:42.920862 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-77db3a1d-ddeb-4ddf-be32-56e07508e0ad tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1093 time: 0.0789082
May 10 17:26:42.923550 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35772) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:42.928773 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:42.934781 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:42.939266 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:floatingip and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:42.942118 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:42.947698 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:42.959282 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.095226 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.233490 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Allocated IP 172.27.2.24 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/ae725382-f763-48a1-a3f6-8218c53e8086) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:43.380492 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.410964 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.415392 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:43.471200 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:43.473817 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:43.476340 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:43.522643 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=ae725382-f763-48a1-a3f6-8218c53e8086,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:43.534595 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.534970 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.535339 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.535702 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.536087 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.536450 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.536804 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.537168 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.537518 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.537869 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.538219 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.538568 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.542168 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:43.922996 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.011412 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.093312 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.299817 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.304318 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.307878 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-51e35495-17ea-4c39-a569-446744674137 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:44.413439 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=ae725382-f763-48a1-a3f6-8218c53e8086,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:44.421307 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:44.426205 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.599202 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.l3_db [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Floating IP b1737fde-f255-4f5c-9f5e-7585a52e9ddc associated. External IP: 172.27.2.24, port: 842b722b-a3f4-4d85-aee4-dc5dba8a91d2.
May 10 17:26:44.881927 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.951632 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:26:45.133295 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:26:45.143776 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:26:45.153430 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:45.154042 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a6257f0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:45.165842 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.167943 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:26:45.222661 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b8a089da-246d-4580-a33d-cdd504cc386d tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2980211
May 10 17:26:45.223299 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:26:45.268441 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'status': 'completed', 'code': 200}
May 10 17:26:45.374023 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:45.388878 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-c9c5a603-1f5e-441a-a2b2-d60c3aa77b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:45.390608 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-c9c5a603-1f5e-441a-a2b2-d60c3aa77b7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1098 time: 0.0791290
May 10 17:26:45.524150 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-a14fa3b8-e892-4dd8-aea7-ee2dfc1a8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:45.525590 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-a14fa3b8-e892-4dd8-aea7-ee2dfc1a8aa7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1286011
May 10 17:26:45.631970 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-a9cca160-5d53-422f-8a43-aacdc4a07499 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 200  len: 998 time: 0.1000698
May 10 17:26:45.698252 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-8eb5470c-27cf-4ada-b651-c02980bbb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:45.699667 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-8eb5470c-27cf-4ada-b651-c02980bbb4ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0614202
May 10 17:26:45.713938 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.745956 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a6257f0>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:43Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:45.749820 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:26:45.758977 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:45.759598 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a6257f0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:45.776950 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-e789a8d6-ab0b-400f-9296-4539468cd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:45.778419 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-e789a8d6-ab0b-400f-9296-4539468cd6e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720983
May 10 17:26:45.912908 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-c67f2a95-dd85-43d8-9483-bb33bef0fb39 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274471
May 10 17:26:45.940886 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:46.153627 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-41d120d7-7195-42ef-8a31-6484f35ef223 req-e6843ab1-9c81-4765-93fd-216d776d2d37 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307231
May 10 17:26:46.295841 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a6257f0>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:43Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:46.300573 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f50c5-be64-4f05-a59f-7ad1ad1c1017 None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:43Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:26:46.494617 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8248b-2a68-4b23-848c-25287f319a05 None None] New status for floating IP b1737fde-f255-4f5c-9f5e-7585a52e9ddc: ACTIVE {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:27:10.256869 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3737-4e69-486b-ba2e-8a9d276512d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:12.670842 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:12.925595 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3c74f049-c26b-44e1-ba0b-b6f7c35ba228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:13.925759 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:14.880436 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:15.676337 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:17.021645 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35790) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:17.421446 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Deleting port 90ec42d9-ccc8-400c-ad88-64839e74cf5d {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:17.421766 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:17.539559 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:17.539869 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:17.663421 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Calling delete_port for 90ec42d9-ccc8-400c-ad88-64839e74cf5d owned by network:floatingip {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:17.801142 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:17.804922 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eff35fc1-171a-45d9-9b60-e11fab5c0a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:17.854697 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event deleted for resources: {'Port': ['ID=90ec42d9-ccc8-400c-ad88-64839e74cf5d,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:17.861460 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:17.959308 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for floatingip, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:17.959633 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.l3_db [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Floating IP afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee disassociated (deleted). External IP: 172.27.2.39, port: 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a.
May 10 17:27:18.314708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Router 7590190e-b082-4b88-a564-709a23e260f5 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:18.502704 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:18.512582 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] Sync routers for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:18.524220 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:18.524862 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1f7670>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:18.526788 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:18.589347 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "DELETE /v2.0/floatingips/afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee HTTP/1.1" status: 204  len: 168 time: 1.5639105
May 10 17:27:18.589347 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:18.641992 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'status': 'completed', 'code': 200}
May 10 17:27:18.738559 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:18.853634 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-f0c0252c-6d1c-4f41-84ac-98cbf7c83fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:18.855054 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-f0c0252c-6d1c-4f41-84ac-98cbf7c83fcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d449d9d664e944a5acca1b7b547ea55a&device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 1098 time: 0.1571457
May 10 17:27:19.062472 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-c69207cd-0840-4bf6-a9e1-28a028937b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:19.064059 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-c69207cd-0840-4bf6-a9e1-28a028937b3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 200  len: 909 time: 0.1933665
May 10 17:27:19.115180 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1f7670>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:37Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:19.119059 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] Checking router: 7590190e-b082-4b88-a564-709a23e260f5 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:19.127591 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:19.128245 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1f7670>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:19.137941 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3b6b-fe79-46f9-bda6-2653ab3dc9ce req-b0ece598-9221-48d8-9f53-8195b6ee7cba tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:19.139408 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bd3f3b6b-fe79-46f9-bda6-2653ab3dc9ce req-b0ece598-9221-48d8-9f53-8195b6ee7cba tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.1958621
May 10 17:27:19.149849 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-35f51913-ce7f-4058-94b4-c8608dec01dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 200  len: 217 time: 0.0772798
May 10 17:27:19.246230 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-bd3f3b6b-fe79-46f9-bda6-2653ab3dc9ce req-be06bd68-2dc7-488a-b3c2-5134b068d5de tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986588
May 10 17:27:19.250392 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-dbc5036f-37d4-4aef-a8d3-d2c04a9cb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:19.251806 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-dbc5036f-37d4-4aef-a8d3-d2c04a9cb50f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 200  len: 847 time: 0.0892377
May 10 17:27:19.310521 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:19.332503 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-f17402b2-21ce-4a89-9743-d93666c8b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:19.333975 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-f17402b2-21ce-4a89-9743-d93666c8b35a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=951f35a2-7607-44cc-813a-26ca82840f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725105
May 10 17:27:19.347147 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-372a92b7-d8cd-4dc9-9446-3aae22a0a010 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:27:19.348104 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-372a92b7-d8cd-4dc9-9446-3aae22a0a010 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061033
May 10 17:27:19.487054 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-cf450bc6-26f1-4265-99a8-fb8a78f909a3 service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285522
May 10 17:27:19.623710 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-5495c668-4a5a-4557-be44-62e76fd12aeb req-34d98f28-fc30-4f58-9488-a36ed7bdd5fb service neutron] 10.222.0.43 "GET /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292474
May 10 17:27:19.634714 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1f7670>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:37Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:19.638696 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2157478-3b9a-4461-adf4-dc0de2c5dfbe None None] The sync data for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi is: [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:22:32Z', 'revision_number': 4, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': 'd0bb9ccc-2272-44ed-8719-a7654fb6c42a', 'name': '', 'network_id': '951f35a2-7607-44cc-813a-26ca82840f6e', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'mac_address': 'fa:16:3e:c2:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:31Z', 'updated_at': '2021-05-10T17:22:37Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'subnets': [{'id': '2a02086c-753b-4d3e-b8e0-73d36aa3130e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:19.838616 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74774b9-94e7-4979-b2fa-7f5979156d4c None None] New status for floating IP afcfbd5e-1fdc-4bbf-9ad1-f1d161640eee: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:27:20.434582 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaabb1-d36e-494d-af7c-d96bb2b79e01 req-4fffd124-b7e3-43db-80aa-6b50295454c7 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:20.436079 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-42eaabb1-d36e-494d-af7c-d96bb2b79e01 req-4fffd124-b7e3-43db-80aa-6b50295454c7 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0790226
May 10 17:27:20.484132 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-42eaabb1-d36e-494d-af7c-d96bb2b79e01 req-4908d0f5-f60e-4e91-8294-05ab1f9ac366 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/security-groups?id=42be7fef-488a-4325-90e4-8c88a17d0bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421431
May 10 17:27:20.830805 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-6dc0bed1-4ca5-4847-a8be-62c5a61e3a66 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:20.832363 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-6dc0bed1-4ca5-4847-a8be-62c5a61e3a66 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 945 time: 0.0806077
May 10 17:27:20.981954 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Deleting port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:20.982301 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:21.121081 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] For port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:21.121568 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:21.256558 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Calling delete_port for 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:21.369007 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:21.375320 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a035eb7d-b67e-4111-8407-ade20dbad20c tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:21.531800 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event deleted for resources: {'Port': ['ID=9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:21.600518 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.600894 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.601265 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.601632 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.601992 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.602351 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.602709 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.603061 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.603416 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.603768 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.604147 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.604498 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:21.613685 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:21.655332 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] No DVR routers for this DVR port 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:21.662896 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:21.665510 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-deleted', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:21.673862 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0985b3d5-bd83-4df7-a675-9285eea2f7a7 req-b9114baa-9a24-4953-bf3c-8d2d0c5d9673 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 210 time: 0.0613337
May 10 17:27:21.680499 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-92e3f5e8-5480-42c1-b6f5-cc87c45eff74 req-61262d5f-4381-49fe-b089-c0c7a0eff45f tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.43 "DELETE /v2.0/ports/9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a HTTP/1.1" status: 204  len: 173 time: 0.8383994
May 10 17:27:21.711446 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f5281-a232-4f99-8f92-b2781fbcdb44', 'name': 'network-vif-deleted', 'tag': '9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a', 'status': 'completed', 'code': 200}
May 10 17:27:22.157127 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:27:22.847710 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-07bf2dde-f2bf-4534-a8d9-47920ae92e11 req-4a3f12e4-3dea-4209-92fe-71feec347a14 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Synchronizing usage tracker for tenant:d449d9d664e944a5acca1b7b547ea55a on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:22.865039 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-07bf2dde-f2bf-4534-a8d9-47920ae92e11 req-4a3f12e4-3dea-4209-92fe-71feec347a14 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Unset dirty status for tenant:d449d9d664e944a5acca1b7b547ea55a on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:22.866210 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-07bf2dde-f2bf-4534-a8d9-47920ae92e11 req-4a3f12e4-3dea-4209-92fe-71feec347a14 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9f5281-a232-4f99-8f92-b2781fbcdb44 HTTP/1.1" status: 200  len: 210 time: 0.0638824
May 10 17:27:23.972552 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35814) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:24.150415 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-181ae8aa-e550-4fe2-8a4d-d315478abc11 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.180309 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-181ae8aa-e550-4fe2-8a4d-d315478abc11 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.243713 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-181ae8aa-e550-4fe2-8a4d-d315478abc11 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.247525 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d2e56be1-ef69-419f-ba2c-90a4314e6702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:24.263474 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ae8aa-e550-4fe2-8a4d-d315478abc11 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be7fef-488a-4325-90e4-8c88a17d0bc4,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:24.266675 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-181ae8aa-e550-4fe2-8a4d-d315478abc11 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:24.277406 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-181ae8aa-e550-4fe2-8a4d-d315478abc11 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.278507 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-181ae8aa-e550-4fe2-8a4d-d315478abc11 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] 10.222.0.13 "DELETE /v2.0/security-groups/42be7fef-488a-4325-90e4-8c88a17d0bc4 HTTP/1.1" status: 204  len: 168 time: 0.3049612
May 10 17:27:24.323525 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35820) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:24.573776 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:24.608858 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:24.609766 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 9a21fb8c-c7c4-4e17-84bd-e4e05818dd4a not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:24.865209 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.269629 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Deleting port d0bb9ccc-2272-44ed-8719-a7654fb6c42a {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:25.270309 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.390056 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] For port d0bb9ccc-2272-44ed-8719-a7654fb6c42a, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:25.390658 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.513060 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Calling delete_port for d0bb9ccc-2272-44ed-8719-a7654fb6c42a owned by network:router_interface {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:25.757351 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.761388 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-57842b2e-2681-4911-832b-0eeccea37f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:25.809743 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bb9ccc-2272-44ed-8719-a7654fb6c42a,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:25.812726 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:26.077148 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:26.427717 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Router 7590190e-b082-4b88-a564-709a23e260f5 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:26.603379 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:26.612694 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] Sync routers for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:26.620428 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-b56292ec-4ff6-4d98-ab02-6536606fba79 admin admin] 10.222.0.13 "PUT /v2.0/routers/7590190e-b082-4b88-a564-709a23e260f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2957351
May 10 17:27:26.622829 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35824) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:26.625532 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:26.626160 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9954ff10>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:26.812746 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:26.916865 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:27.145247 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9954ff10>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:27:25Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:27.149150 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] Checking router: 7590190e-b082-4b88-a564-709a23e260f5 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:27.159272 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] Routers {'7590190e-b082-4b88-a564-709a23e260f5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:27.159976 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9954ff10>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['7590190e-b082-4b88-a564-709a23e260f5'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:27.208242 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:27.287277 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Deleting port 6d768b3a-f290-4872-abf3-ed7e99a5ade7 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:27.287735 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:27.337917 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] Set router 7590190e-b082-4b88-a564-709a23e260f5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:27.414890 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] For port 6d768b3a-f290-4872-abf3-ed7e99a5ade7, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=6d768b3a-f290-4872-abf3-ed7e99a5ade7,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:27.415428 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:27.541849 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Calling delete_port for 6d768b3a-f290-4872-abf3-ed7e99a5ade7 owned by network:router_gateway {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:27.628073 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9954ff10>, [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:27:25Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:27.631772 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dbfecb-81a6-417f-9c3c-c64708e7a993 None None] The sync data for ids ['7590190e-b082-4b88-a564-709a23e260f5'] in dv-cinder-786384-3-iscsi is: [{'id': '7590190e-b082-4b88-a564-709a23e260f5', 'name': 'tempest-TestShelveInstance-586175081-router', 'tenant_id': 'd449d9d664e944a5acca1b7b547ea55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:26Z', 'updated_at': '2021-05-10T17:27:25Z', 'revision_number': 5, 'project_id': 'd449d9d664e944a5acca1b7b547ea55a', 'gw_port': {'id': '6d768b3a-f290-4872-abf3-ed7e99a5ade7', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590190e-b082-4b88-a564-709a23e260f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:27Z', 'updated_at': '2021-05-10T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:27.688015 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:27.691474 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-72bc42c2-069b-4349-b009-4cc3f971fda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:27.735193 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d768b3a-f290-4872-abf3-ed7e99a5ade7,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:27.738417 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:27.829441 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.006473 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.008912 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.045844 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.047343 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7590190e-b082-4b88-a564-709a23e260f5 {{(pid=78764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:27:28.064753 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] Notify callbacks [] for router, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.065892 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-943a78df-6bca-41c3-862d-2fb987dadfd7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7590190e-b082-4b88-a564-709a23e260f5 HTTP/1.1" status: 204  len: 168 time: 1.4421206
May 10 17:27:28.068904 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35830) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:28.140180 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Deleting subnet 2a02086c-753b-4d3e-b8e0-73d36aa3130e {{(pid=78764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:27:28.146064 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.196332 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981369'] for subnet, precommit_delete_associations {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.286549 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.541766 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082379'] for subnet, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.545659 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8b77f880-c230-454b-8807-359ecf682654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:28.584375 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a02086c-753b-4d3e-b8e0-73d36aa3130e,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:28.588023 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:28.591311 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.597987 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64bd8f-5dfa-46d4-97bf-2a88caa23b7f None None] Network 951f35a2-7607-44cc-813a-26ca82840f6e requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:27:28.598281 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-8b18701d-b98c-4f05-a1c5-5fccecf1ca1d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a02086c-753b-4d3e-b8e0-73d36aa3130e HTTP/1.1" status: 204  len: 168 time: 0.5281806
May 10 17:27:28.602035 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35834) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:28.815107 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.864515 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] DHCP port deletion for 951f35a2-7607-44cc-813a-26ca82840f6e request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:27:28.890803 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Deleting port d1eb8d58-e4ad-4508-b952-7aa952303be8 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:28.890803 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.935233 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Deleting port d1eb8d58-e4ad-4508-b952-7aa952303be8 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:28.935607 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.993921 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] For port d1eb8d58-e4ad-4508-b952-7aa952303be8, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=d1eb8d58-e4ad-4508-b952-7aa952303be8,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:28.994294 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.041857 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] For port d1eb8d58-e4ad-4508-b952-7aa952303be8, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=d1eb8d58-e4ad-4508-b952-7aa952303be8,segment=NetworkSegment(95bfdb55-b801-4b6a-8d35-0421d74c9dcc),segment_id=95bfdb55-b801-4b6a-8d35-0421d74c9dcc)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:29.042253 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.119239 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Calling delete_port for d1eb8d58-e4ad-4508-b952-7aa952303be8 owned by network:dhcp {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:29.168161 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.168928 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Calling delete_port for d1eb8d58-e4ad-4508-b952-7aa952303be8 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:29.172841 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-bdc43f28-f2f7-4728-af11-ca877d67e4f4 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:29.218562 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1eb8d58-e4ad-4508-b952-7aa952303be8,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:29.219680 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.221169 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:29.224355 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:29.225752 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] No DVR routers for this DVR port d1eb8d58-e4ad-4508-b952-7aa952303be8 on host dv-cinder-786384-3-iscsi {{(pid=78764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:29.265832 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d0bb9ccc-2272-44ed-8719-a7654fb6c42a no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:29.312668 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Pushing event deleted for resources: {'Port': ['ID=d1eb8d58-e4ad-4508-b952-7aa952303be8,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:29.315628 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:29.318271 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: d0bb9ccc-2272-44ed-8719-a7654fb6c42a {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:29.318638 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d0bb9ccc-2272-44ed-8719-a7654fb6c42a not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:29.319078 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d1eb8d58-e4ad-4508-b952-7aa952303be8 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:29.346701 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.353223 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] No DVR routers for this DVR port d1eb8d58-e4ad-4508-b952-7aa952303be8 on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:29.354705 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: d1eb8d58-e4ad-4508-b952-7aa952303be8 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:29.355048 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device d1eb8d58-e4ad-4508-b952-7aa952303be8 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:29.355461 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6d768b3a-f290-4872-abf3-ed7e99a5ade7 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:29.361131 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd99681dc0>,) {'filters': {'network_id': ['951f35a2-7607-44cc-813a-26ca82840f6e']}} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:29.373906 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99681dc0>, '95bfdb55-b801-4b6a-8d35-0421d74c9dcc') {'for_net_delete': True} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:29.374118 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.services.segments.db [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99681dc0>, '95bfdb55-b801-4b6a-8d35-0421d74c9dcc') {} {{(pid=78764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:29.388122 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981350'] for segment, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.393040 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 6d768b3a-f290-4872-abf3-ed7e99a5ade7 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:29.393397 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6d768b3a-f290-4872-abf3-ed7e99a5ade7 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:29.409788 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.416157 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=78764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:27:29.416531 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109966'] for segment, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]: Traceback (most recent call last):
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     timer()
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     cb(*args, **kw)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     return func(*args, **kwargs)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     self._notify()
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     self.callback(batched_events)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     event.method(event)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     return f(self, *a, **k)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._get(url).json()
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     return self.request(url, 'GET', **kwargs)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:27:29.430053 dv-cinder-786384-3-iscsi neutron-server[78764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:27:29.507998 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.511946 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-240127e0-4456-469b-9999-ff6bd45d4e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:29.525982 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.538721 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=951f35a2-7607-44cc-813a-26ca82840f6e,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:29.542758 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:29.544638 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-d17b242b-c03b-415a-950e-50c5ebd23c99 admin admin] 10.222.0.13 "DELETE /v2.0/networks/951f35a2-7607-44cc-813a-26ca82840f6e HTTP/1.1" status: 204  len: 168 time: 0.9417000
May 10 17:27:29.548147 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35838) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:30.097163 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.619300 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Deleting port 8650d953-961f-4600-9828-b3f598510f47 {{(pid=78764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:30.620034 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.749334 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.db [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] For port 8650d953-961f-4600-9828-b3f598510f47, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=8650d953-961f-4600-9828-b3f598510f47,segment=NetworkSegment(20cb3ae4-4f79-4a10-bb34-8192a8700d18),segment_id=20cb3ae4-4f79-4a10-bb34-8192a8700d18)] {{(pid=78764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:30.749742 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.875614 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.plugins.ml2.plugin [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Calling delete_port for 8650d953-961f-4600-9828-b3f598510f47 owned by network:router_interface {{(pid=78764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:31.021198 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.025029 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-8ef25910-78cb-43c6-bebc-f1d2dbd2a78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:31.069006 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=8650d953-961f-4600-9828-b3f598510f47,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:31.072142 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:31.336977 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.806743 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Router f0af4921-270c-48df-a8b3-3f0817d2ff48 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:31.982471 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:31.991023 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] Sync routers for ids ['f0af4921-270c-48df-a8b3-3f0817d2ff48'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:32.000105 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] Routers {'f0af4921-270c-48df-a8b3-3f0817d2ff48'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:32.000897 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5c4af0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['f0af4921-270c-48df-a8b3-3f0817d2ff48'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:32.002413 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35842) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:32.002878 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-20ef037c-59a5-4ee4-83af-d48295246d8e admin admin] 10.222.0.13 "PUT /v2.0/routers/f0af4921-270c-48df-a8b3-3f0817d2ff48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4532897
May 10 17:27:32.180536 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks [] for router, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.206665 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] Set router f0af4921-270c-48df-a8b3-3f0817d2ff48 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:32.359553 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.430362 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Deleting port a46975e9-f81a-4b3f-9646-ce5a565e67bf {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:32.430755 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.489461 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5c4af0>, [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:27:30Z', 'revision_number': 5, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port': {'id': 'a46975e9-f81a-4b3f-9646-ce5a565e67bf', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:35Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:32.493223 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] Checking router: f0af4921-270c-48df-a8b3-3f0817d2ff48 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:32.502077 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] Routers {'f0af4921-270c-48df-a8b3-3f0817d2ff48'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:32.502683 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5c4af0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['f0af4921-270c-48df-a8b3-3f0817d2ff48'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:32.552633 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] For port a46975e9-f81a-4b3f-9646-ce5a565e67bf, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=a46975e9-f81a-4b3f-9646-ce5a565e67bf,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:32.552986 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.651104 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] Set router f0af4921-270c-48df-a8b3-3f0817d2ff48 gateway port host: None {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:32.676191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Calling delete_port for a46975e9-f81a-4b3f-9646-ce5a565e67bf owned by network:router_gateway {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:32.755692 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a5c4af0>, [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:27:32Z', 'revision_number': 6, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:32.759852 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a0f49-2f13-4a9b-8e6a-e727a9ba0fd2 None None] The sync data for ids ['f0af4921-270c-48df-a8b3-3f0817d2ff48'] in dv-cinder-786384-3-iscsi is: [{'id': 'f0af4921-270c-48df-a8b3-3f0817d2ff48', 'name': 'tempest-TestShelveInstance-1859111363-router', 'tenant_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:27:32Z', 'revision_number': 6, 'project_id': 'b8eeb4b72a5b4039adc226e597bb731d', 'gw_port_host': None}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:32.820549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.824260 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:32.871110 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46975e9-f81a-4b3f-9646-ce5a565e67bf,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:32.880559 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:32.968685 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.266798 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.269234 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.300031 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.300466 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0af4921-270c-48df-a8b3-3f0817d2ff48 {{(pid=78765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:27:33.314142 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.315336 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a892f5d5-5f51-4006-950c-251af3a94585 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f0af4921-270c-48df-a8b3-3f0817d2ff48 HTTP/1.1" status: 204  len: 168 time: 1.3118086
May 10 17:27:33.317884 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35846) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:33.379847 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Deleting subnet 86876c80-dc3d-4ae5-a2fe-f261cb1f148b {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:27:33.382903 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.432225 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.514687 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.560056 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 8650d953-961f-4600-9828-b3f598510f47 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:33.643930 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 8650d953-961f-4600-9828-b3f598510f47 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:33.644709 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 8650d953-961f-4600-9828-b3f598510f47 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:33.781658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.786151 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:33.827112 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86876c80-dc3d-4ae5-a2fe-f261cb1f148b,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:33.832890 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:33.835372 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:33.838851 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e07039-9f94-4c6d-8cfd-d71a4fe6af91 None None] Network 38219522-e0c3-4988-ba0e-c299980d7a50 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:27:33.843769 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-971f5d39-2141-4b18-aa86-b58709c5e8e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86876c80-dc3d-4ae5-a2fe-f261cb1f148b HTTP/1.1" status: 204  len: 168 time: 0.5248048
May 10 17:27:33.846336 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 35850) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:33.959571 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.041191 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Deleting port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:34.041442 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.100458 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] DHCP port deletion for 38219522-e0c3-4988-ba0e-c299980d7a50 request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:27:34.152084 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] For port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,segment=NetworkSegment(20cb3ae4-4f79-4a10-bb34-8192a8700d18),segment_id=20cb3ae4-4f79-4a10-bb34-8192a8700d18)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:34.152437 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.174883 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] Deleting port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:34.175476 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.346307 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] For port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,segment=NetworkSegment(20cb3ae4-4f79-4a10-bb34-8192a8700d18),segment_id=20cb3ae4-4f79-4a10-bb34-8192a8700d18)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:34.346846 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.359556 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Calling delete_port for 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 owned by network:dhcp {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:34.432342 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.436518 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a6941f7c-9c74-493c-ad0c-52f79c63664e tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:34.483455 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:34.487215 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:34.488145 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] No DVR routers for this DVR port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 on host dv-cinder-786384-3-iscsi {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:34.503510 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] Calling delete_port for 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:34.547354 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.551045 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:34.598570 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] Pushing event deleted for resources: {'Port': ['ID=9a5b9231-f5a2-4d77-ada1-4031ada6f8f4,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:34.602956 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:34.603768 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdeb866-cf77-429d-9ae9-6b02b84f70fe None None] No DVR routers for this DVR port 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:34.612758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.632922 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd99f019a0>,) {'filters': {'network_id': ['38219522-e0c3-4988-ba0e-c299980d7a50']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:34.646041 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99f019a0>, '20cb3ae4-4f79-4a10-bb34-8192a8700d18') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:34.646334 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99f019a0>, '20cb3ae4-4f79-4a10-bb34-8192a8700d18') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:34.658600 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.677098 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.683514 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:27:34.684024 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:27:34.697583 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:27:34.775726 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.781698 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6d98de8b-550c-4074-acb1-cec6f8b80d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:34.795993 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.809978 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=38219522-e0c3-4988-ba0e-c299980d7a50,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:34.814598 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:34.816585 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-a0607ef7-ea3b-4abf-aa47-66d2a9ec4f5e admin admin] 10.222.0.13 "DELETE /v2.0/networks/38219522-e0c3-4988-ba0e-c299980d7a50 HTTP/1.1" status: 204  len: 168 time: 0.9691980
May 10 17:27:34.943999 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35858) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:35.004743 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-c1413ec4-b06f-4fe7-944b-ad38e2083379 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d449d9d664e944a5acca1b7b547ea55a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0593042
May 10 17:27:35.007077 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35862) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:35.070856 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-221dbb13-6528-4455-a208-293ad8b1315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.098603 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-221dbb13-6528-4455-a208-293ad8b1315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.152323 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-221dbb13-6528-4455-a208-293ad8b1315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.156515 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-87ff0972-3dea-4a6c-bcf3-bb71dd20d5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:35.171026 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dbb13-6528-4455-a208-293ad8b1315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f737d6-5b19-4512-90b3-980c14f27710,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:35.174059 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-221dbb13-6528-4455-a208-293ad8b1315d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:35.179553 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-221dbb13-6528-4455-a208-293ad8b1315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.180695 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-221dbb13-6528-4455-a208-293ad8b1315d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60f737d6-5b19-4512-90b3-980c14f27710 HTTP/1.1" status: 204  len: 168 time: 0.1727259
May 10 17:27:35.238238 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a46975e9-f81a-4b3f-9646-ce5a565e67bf no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:35.272014 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: a46975e9-f81a-4b3f-9646-ce5a565e67bf {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:35.272369 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a46975e9-f81a-4b3f-9646-ce5a565e67bf not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:35.272806 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:35.314279 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:35.314624 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 9a5b9231-f5a2-4d77-ada1-4031ada6f8f4 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:35.528149 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35870) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:35.576180 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-5ca6863e-2a6d-4be3-af78-95b3ce85904f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8eeb4b72a5b4039adc226e597bb731d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467722
May 10 17:27:35.579137 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35874) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:35.638909 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5e49c08-d918-4d44-ac5b-2fde77871a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.665152 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5e49c08-d918-4d44-ac5b-2fde77871a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.716306 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5e49c08-d918-4d44-ac5b-2fde77871a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.719976 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-685a3866-4dfe-4afd-9e9b-04df68ec8f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:35.732537 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e49c08-d918-4d44-ac5b-2fde77871a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f7f80-d355-4b49-91f1-d360ef54a4ce,revision_number=None']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:35.736213 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-a5e49c08-d918-4d44-ac5b-2fde77871a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:35.738177 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-a5e49c08-d918-4d44-ac5b-2fde77871a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.739266 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-a5e49c08-d918-4d44-ac5b-2fde77871a45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d41f7f80-d355-4b49-91f1-d360ef54a4ce HTTP/1.1" status: 204  len: 168 time: 0.1592524
May 10 17:27:40.260545 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-11dcb8e7-bb59-4496-baca-353e04f6026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:42.665311 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:42.919106 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e640519f-b10a-41be-862c-45b4311dbade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:43.927452 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:44.882490 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:45.678350 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:54.189954 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-829312ae-6b46-4707-bf77-482f01dfe731 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703995
May 10 17:27:54.487049 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-3294ac6a-db02-4155-9609-9f2379137a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.488532 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-3294ac6a-db02-4155-9609-9f2379137a2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1098 time: 0.1930459
May 10 17:27:54.646862 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-46aa1466-32e7-4eb4-af63-5877c0a7df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.648319 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-46aa1466-32e7-4eb4-af63-5877c0a7df98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1345799
May 10 17:27:54.756284 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-a17743ae-c5f0-4ecf-a0ae-0d382cbd6113 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 200  len: 1000 time: 0.0975003
May 10 17:27:54.821457 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-a94b3a81-f628-46e5-9737-d4de20bdc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.822914 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-a94b3a81-f628-46e5-9737-d4de20bdc2a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0566933
May 10 17:27:54.902715 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-c1f817db-2f83-409e-9f87-23cd5f4afc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.904203 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-c1f817db-2f83-409e-9f87-23cd5f4afc05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716710
May 10 17:27:55.040814 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-1f8f1cec-7477-41f7-98e9-9acf273924b7 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259532
May 10 17:27:55.178257 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0aa9024f-7f29-4584-85b8-bf475ff7f95e req-3dc4382b-6bf1-4586-8cad-9d17398a5f7b service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271064
May 10 17:27:59.156942 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:28:10.263064 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-51dd2d3e-96c5-4b6e-aa42-7ebc5521e4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:12.668248 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:12.930242 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e77a0dd9-09ea-46d8-938d-a5504698774b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:13.929821 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:14.896877 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:15.682035 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:32.393866 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-ade0a944-4686-46ab-b785-a777a1ee7408 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115164799&fields=id&tenant_id=f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 267 time: 0.0461519
May 10 17:28:32.548990 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-0f222077-0d12-4157-9a6d-eb2acd13c014 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:32.550482 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-0f222077-0d12-4157-9a6d-eb2acd13c014 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 812 time: 0.1501634
May 10 17:28:32.567468 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-c4f71679-e709-4576-af64-1e9c62453fdd tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/quotas/f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 375 time: 0.0108931
May 10 17:28:32.661182 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-e2224a5f-45cf-403a-9643-918a564d874b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0884900
May 10 17:28:32.777289 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-93a346e8-6c5e-4727-bba3-ed55ed8f78fc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:28:32.778255 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-93a346e8-6c5e-4727-bba3-ed55ed8f78fc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1063240
May 10 17:28:32.909617 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-dbc5211c-b51a-490b-8916-5e372ea04712 service neutron] 10.222.0.13 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249223
May 10 17:28:33.041201 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-14d8f839-9942-489c-a38f-d1ee9697844b service neutron] 10.222.0.13 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258938
May 10 17:28:33.441733 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-37a1afee-03fc-4f7f-ae9b-919b35cd3c40 req-4aefcb1e-9789-497e-aee6-3524f0634cf7 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 210 time: 0.0469210
May 10 17:28:34.590599 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3bd4b8a6-0967-4349-968d-9339a14f0fde req-c3958171-51de-41f6-a6fe-b870bf9bf967 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 210 time: 0.0420732
May 10 17:28:34.847458 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-e5c6ae47-7d77-49eb-8e3d-50369cfbf125 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:34.848918 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-e5c6ae47-7d77-49eb-8e3d-50369cfbf125 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 812 time: 0.1508050
May 10 17:28:34.916098 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-49345b5b-4b5d-4220-b198-5ebafc01fea0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f45772d5fdc04be59c75cc95110ac4a4 HTTP/1.1" status: 200  len: 380 time: 0.0520732
May 10 17:28:34.948983 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'port': {'device_id': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'admin_state_up': True, 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'security_groups': ['a1c98843-ac55-4f51-bd86-e9b6e09e196e']}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:28:35.197826 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:28:35.207473 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.quota.driver [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:28:35.217478 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Made reservation on behalf of f45772d5fdc04be59c75cc95110ac4a4 for: {'port': 1} {{(pid=78765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:28:35.221817 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:35.388584 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_common [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Allocated IP 172.20.0.8 (07598d0a-04f3-4ae3-b22f-363e3512c818/4b3e845f-635e-48f9-9738-5fbda0b12639/7d2f34e1-f71d-48df-b9ec-6aed83783a68) {{(pid=78765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:28:35.582649 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:35.599238 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Transition to ACTIVE for port object 7d2f34e1-f71d-48df-b9ec-6aed83783a68 will not be triggered until provisioned by entity DHCP. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:28:35.626629 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_create {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:35.633229 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c02f8352-cf36-4529-bf64-ebb04a9fe936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:35.716849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 is already hosted by enough agents. {{(pid=78765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:28:35.726501 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.base_scheduler [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources bound (agent type, host, resource id):  {{(pid=78765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:28:35.770433 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Received port after_create {{(pid=78765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:28:35.796633 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=7d2f34e1-f71d-48df-b9ec-6aed83783a68,revision_number=1']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:35.831354 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.831733 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.832068 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.832449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.833061 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.833181 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.833576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.833888 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.834255 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.834620 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.834966 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.835330 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:35.845497 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:35.874250 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:35.875758 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:35.914970 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9698310
May 10 17:28:35.925291 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cbd5b-a5e6-49bd-b765-62f37b6aff68 req-e4a23dac-84b8-474d-a7ac-e1ace00359ee tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:35.926000 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-193cbd5b-a5e6-49bd-b765-62f37b6aff68 req-e4a23dac-84b8-474d-a7ac-e1ace00359ee tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:28:35.944755 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.v2.base [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Request body: {'port': {'device_id': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:28:35.975546 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-193cbd5b-a5e6-49bd-b765-62f37b6aff68 req-e4a23dac-84b8-474d-a7ac-e1ace00359ee tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:28:35.976722 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-193cbd5b-a5e6-49bd-b765-62f37b6aff68 req-e4a23dac-84b8-474d-a7ac-e1ace00359ee tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 931 time: 0.2448978
May 10 17:28:36.028042 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-148e2d00-fa6d-413a-bbf1-9e904d860c25 None None] Provisioning for port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 completed by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:28:36.033608 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-148e2d00-fa6d-413a-bbf1-9e904d860c25 None None] Provisioning complete for port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 triggered by entity DHCP. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:28:36.034178 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-148e2d00-fa6d-413a-bbf1-9e904d860c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:36.079849 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-193cbd5b-a5e6-49bd-b765-62f37b6aff68 req-90240b9b-a427-4b58-8abe-1e1a7e7461b6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953526
May 10 17:28:36.087490 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-148e2d00-fa6d-413a-bbf1-9e904d860c25 None None] Port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 cannot update to ACTIVE because it is not bound. {{(pid=78766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:28:36.101467 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:36.155630 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:28:36.442328 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2f34e1-f71d-48df-b9ec-6aed83783a68 {{(pid=78765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:28:36.449521 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:36.464684 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.provisioning_blocks [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Transition to ACTIVE for port object 7d2f34e1-f71d-48df-b9ec-6aed83783a68 will not be triggered until provisioned by entity L2. {{(pid=78765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:28:36.468785 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:36.474063 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-5c347e86-e3be-4ce7-b664-555f5e2a5257 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:36.635784 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f34e1-f71d-48df-b9ec-6aed83783a68,revision_number=2']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:36.644308 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:36.721537 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Attempting to bind port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:28:36.721874 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Attempting to bind port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:28:36.722218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Attempting to bind port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:28:36.727085 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:28:36.727406 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Attempting to bind port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 on network 07598d0a-04f3-4ae3-b22f-363e3512c818 {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:28:36.732565 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Checking agent: {'id': 'f18c94c8-32f5-4854-b425-bdb6dd2c776a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:28:36.732901 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Checking segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:28:36.733285 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Bound using segment: {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'} {{(pid=78765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:28:36.733709 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.managers [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Bound port: 7d2f34e1-f71d-48df-b9ec-6aed83783a68, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4463f2-844d-49d2-b81b-d346ca7f4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818'}}] {{(pid=78765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:28:36.734058 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:36.832482 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] For port 7d2f34e1-f71d-48df-b9ec-6aed83783a68, host hv-cinder-78638, cleared binding levels {{(pid=78765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:28:36.835545 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] For port 7d2f34e1-f71d-48df-b9ec-6aed83783a68, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:28:36.841136 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1690099'] for port, after_update {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:36.845467 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-17ac8ea1-b249-4581-a834-e6d684a39335 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:36.897799 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:36.898601 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:36.900237 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d2f34e1-f71d-48df-b9ec-6aed83783a68 HTTP/1.1" status: 200  len: 1093 time: 0.9604807
May 10 17:28:36.900779 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:28:36.935069 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f34e1-f71d-48df-b9ec-6aed83783a68,revision_number=3']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:36.939463 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-29c0a2e6-a608-4360-8bff-8ae548c740e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:37.056135 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-4772de02-e98c-48f1-97eb-8a4f0a4628c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:37.057646 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-4772de02-e98c-48f1-97eb-8a4f0a4628c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 1096 time: 0.0887246
May 10 17:28:37.246578 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'status': 'completed', 'code': 200}
May 10 17:28:37.300444 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-50cfc30b-bcfa-487d-8bf8-17a717ed7968 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68 HTTP/1.1" status: 200  len: 217 time: 0.2203937
May 10 17:28:37.379651 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-6c49cfd3-a833-4c44-b098-e1b9a2aab156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:37.381110 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-6c49cfd3-a833-4c44-b098-e1b9a2aab156 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0705910
May 10 17:28:37.401082 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ee8ca-6c33-43ef-b519-3f655b78b6a9 req-9abaa53e-2cf4-4c37-a149-14fd653800bb tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:37.402458 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-794ee8ca-6c33-43ef-b519-3f655b78b6a9 req-9abaa53e-2cf4-4c37-a149-14fd653800bb tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 943 time: 0.1551418
May 10 17:28:37.492222 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-794ee8ca-6c33-43ef-b519-3f655b78b6a9 req-c96e3d00-94cd-438a-a439-98d72407b8ba tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588903
May 10 17:28:37.513049 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-7f5dcb5b-f738-4bc4-96ee-f2e4cdd71dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:37.514513 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-7f5dcb5b-f738-4bc4-96ee-f2e4cdd71dd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1214268
May 10 17:28:37.655940 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-1c5f6f70-7fe0-438c-b0a9-37ef3074e78b service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305003
May 10 17:28:37.795077 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6c4371da-b959-4ed2-a384-fd5eb6e8b85a req-10f3f663-b5f5-4383-ba74-8ba2250853cd service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292796
May 10 17:28:37.977934 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-a5284dcc-62b6-4bc9-8e2e-7bc68388e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:37.979405 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-a5284dcc-62b6-4bc9-8e2e-7bc68388e238 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 1096 time: 0.0756054
May 10 17:28:38.115474 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-00dfde38-c9c6-4014-9a73-b2ca5d34aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:38.116937 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-00dfde38-c9c6-4014-9a73-b2ca5d34aa07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1268339
May 10 17:28:38.188630 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-0a0065c7-c62f-4791-9b59-21e4c08d3a22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68 HTTP/1.1" status: 200  len: 217 time: 0.0640144
May 10 17:28:38.253237 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-42ca174e-1903-4af7-92fc-9bf1a4eeeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:38.254656 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-42ca174e-1903-4af7-92fc-9bf1a4eeeddd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0582724
May 10 17:28:38.334635 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-386f6100-7c9d-467c-b070-52892f418ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:38.336103 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-386f6100-7c9d-467c-b070-52892f418ae7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728297
May 10 17:28:38.470049 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-a5510828-5830-4b52-93b0-46587499bdbe service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240842
May 10 17:28:38.605827 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1d332b40-83fc-4576-b104-2b661e7b9ba1 req-430bb471-3aac-4987-bc05-a2cb24093370 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287863
May 10 17:28:38.686048 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbd62c-b6bf-4941-9491-2167910ea5be req-818133c0-d735-4501-8679-372cc0eb4830 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:38.687539 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aabbd62c-b6bf-4941-9491-2167910ea5be req-818133c0-d735-4501-8679-372cc0eb4830 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 943 time: 0.0808384
May 10 17:28:38.736709 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-aabbd62c-b6bf-4941-9491-2167910ea5be req-6c4411fe-5c06-4cd1-9c81-e66b50115e33 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423818
May 10 17:28:39.926138 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5ba47-33f9-48a4-aafc-1c5fc2d7af0d req-e2f1f57f-1139-43b2-86a4-d5ffca02bfc1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:39.927655 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cda5ba47-33f9-48a4-aafc-1c5fc2d7af0d req-e2f1f57f-1139-43b2-86a4-d5ffca02bfc1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 943 time: 0.0828369
May 10 17:28:39.981520 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-cda5ba47-33f9-48a4-aafc-1c5fc2d7af0d req-c2c3183d-359a-4412-ba9a-c2282e782138 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478883
May 10 17:28:40.267570 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f7f77738-61aa-4d0e-bb8f-003a0689e15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:41.221466 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df71a7-e6c3-461c-929b-e3f10b796d0a req-0735e8cb-a533-4fa5-b1aa-2a2c83055952 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:41.222956 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-10df71a7-e6c3-461c-929b-e3f10b796d0a req-0735e8cb-a533-4fa5-b1aa-2a2c83055952 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 943 time: 0.0852427
May 10 17:28:41.378926 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-10df71a7-e6c3-461c-929b-e3f10b796d0a req-e1528601-5a6f-4c9f-9bf8-aa7bf34f3b49 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501133
May 10 17:28:42.572884 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d8c1-59b8-45f7-b5ce-06fa1111567e req-2ae6a314-ccac-43d5-9c5b-6b7d5b5bf61b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:42.574343 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8d8c1-59b8-45f7-b5ce-06fa1111567e req-2ae6a314-ccac-43d5-9c5b-6b7d5b5bf61b tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 943 time: 0.0821168
May 10 17:28:42.624718 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f4f8d8c1-59b8-45f7-b5ce-06fa1111567e req-9a71b948-eb18-4cd8-9bdb-231fd82b5f41 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430620
May 10 17:28:42.672046 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:42.924459 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b4f5114c-4c0f-44e8-8798-2caa0b5c9255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:43.815993 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89a4a-fffa-471a-925d-d9a402cfadf9 req-b87d48dd-29dd-4e32-aa5a-209e87d24be1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:43.817429 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1be89a4a-fffa-471a-925d-d9a402cfadf9 req-b87d48dd-29dd-4e32-aa5a-209e87d24be1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 943 time: 0.0810194
May 10 17:28:43.864242 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1be89a4a-fffa-471a-925d-d9a402cfadf9 req-720597cc-6c0a-48aa-b2ce-e34f38d58c02 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410180
May 10 17:28:43.933124 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:44.798614 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 7d2f34e1-f71d-48df-b9ec-6aed83783a68 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:28:44.907937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:44.952729 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 7d2f34e1-f71d-48df-b9ec-6aed83783a68, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:44.967166 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Returning: {'device': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'port_id': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'mac_address': 'fa:16:3e:ae:41:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:28:45.026611 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:45.044055 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2f34e1-f71d-48df-b9ec-6aed83783a68 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:28:45.060662 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49d82-86a7-4376-9783-39984b303eef req-253c6ac5-5fc0-4a1a-b310-84062e64c860 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:45.061239 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 7d2f34e1-f71d-48df-b9ec-6aed83783a68, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:45.062059 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-afe49d82-86a7-4376-9783-39984b303eef req-253c6ac5-5fc0-4a1a-b310-84062e64c860 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 943 time: 0.0885739
May 10 17:28:45.066000 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:45.068864 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-d73cf965-35c8-4001-bf3e-4b99b60bde1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:45.119826 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-afe49d82-86a7-4376-9783-39984b303eef req-9a8538c8-4b78-4641-abe9-014657632d5f tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450025
May 10 17:28:45.141367 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=7d2f34e1-f71d-48df-b9ec-6aed83783a68,revision_number=4']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:45.149614 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.149962 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.150293 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.150619 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.150944 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.151262 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.151579 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.151914 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.152237 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.152547 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.153159 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.153483 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:45.157586 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:45.476889 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] get_ports_and_sgs() called for port_ids ['7d2f34e1-f71d-48df-b9ec-6aed83783a68'] {{(pid=78766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:28:45.706782 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:46.307744 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5b706-6fb7-49a3-a646-15c433ee2d03 req-6118f55b-db27-4a44-9568-f7305e82ab55 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:46.309169 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-94e5b706-6fb7-49a3-a646-15c433ee2d03 req-6118f55b-db27-4a44-9568-f7305e82ab55 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 944 time: 0.0819330
May 10 17:28:46.362934 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-94e5b706-6fb7-49a3-a646-15c433ee2d03 req-0629b24c-b7b0-42c8-892c-7cb6bf1b0722 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472231
May 10 17:28:46.813088 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 7d2f34e1-f71d-48df-b9ec-6aed83783a68 up at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:28:46.902061 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning for port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 completed by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:28:46.907918 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Provisioning complete for port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 triggered by entity L2. {{(pid=78766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:28:46.908314 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8091503'] for port, provisioning_complete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:47.029921 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:47.059060 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:28:47.071375 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] For port 7d2f34e1-f71d-48df-b9ec-6aed83783a68, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:47.076657 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:47.079190 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:47.172799 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Pushing event updated for resources: {'Port': ['ID=7d2f34e1-f71d-48df-b9ec-6aed83783a68,revision_number=5']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:47.178168 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:47.198705 dv-cinder-786384-3-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'code': 200}
May 10 17:28:47.610864 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22127fd3-d8a2-4054-a8f9-9aa3536bd0ac req-5498e6c3-0d5f-464e-a63d-8b9de9e16522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:47.612347 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-22127fd3-d8a2-4054-a8f9-9aa3536bd0ac req-5498e6c3-0d5f-464e-a63d-8b9de9e16522 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 1098 time: 0.1040664
May 10 17:28:47.619767 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336148bf-2907-4ec8-aa0a-5e667b41b0f2 req-c747821b-1fd0-443f-882e-22278fd4ef42 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:47.621155 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-336148bf-2907-4ec8-aa0a-5e667b41b0f2 req-c747821b-1fd0-443f-882e-22278fd4ef42 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 945 time: 0.1446717
May 10 17:28:47.689778 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-22127fd3-d8a2-4054-a8f9-9aa3536bd0ac req-b8ba0d87-0a25-4588-95ac-90b97d66ab73 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672376
May 10 17:28:47.694175 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-336148bf-2907-4ec8-aa0a-5e667b41b0f2 req-26026816-d185-43db-be9a-8e596af999db tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592220
May 10 17:28:48.912462 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e55838-307d-4126-8c7c-289ba2cc9fba req-52247a3e-683e-474f-a74b-9454557caae9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:48.913973 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-19e55838-307d-4126-8c7c-289ba2cc9fba req-52247a3e-683e-474f-a74b-9454557caae9 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 945 time: 0.1070070
May 10 17:28:48.977423 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-19e55838-307d-4126-8c7c-289ba2cc9fba req-f44a1ffb-b247-42f0-b433-5c715ca46aa5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564153
May 10 17:28:50.172123 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc4e6f-fef2-49bb-816d-986613a48f73 req-b525141e-a5f8-4952-a7a0-f5b60e14d7a3 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:50.173584 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-53bc4e6f-fef2-49bb-816d-986613a48f73 req-b525141e-a5f8-4952-a7a0-f5b60e14d7a3 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 945 time: 0.0816929
May 10 17:28:50.219324 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-53bc4e6f-fef2-49bb-816d-986613a48f73 req-4815b427-0c5c-4680-bd2a-cf8d2504919a tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400133
May 10 17:28:50.409659 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d21aa1-a3e6-44c8-8cb0-ec1283e496ef req-935be50b-5e69-422c-b9b8-e9be42ca61bc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:50.411048 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b6d21aa1-a3e6-44c8-8cb0-ec1283e496ef req-935be50b-5e69-422c-b9b8-e9be42ca61bc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 945 time: 0.0869124
May 10 17:28:50.456905 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b6d21aa1-a3e6-44c8-8cb0-ec1283e496ef req-d8a41c49-5da1-4798-9327-bee11dc6e59c tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400658
May 10 17:28:50.480708 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 35998) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:50.552818 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f8bb9-9668-4efc-afe9-9ce6266bfa8c tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:50.554324 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-f12f8bb9-9668-4efc-afe9-9ce6266bfa8c tempest-TestVolumeBootPattern-769996485 tempest-TestVolumeBootPattern-769996485-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 1093 time: 0.0726254
May 10 17:28:50.557088 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [-] (78764) accepted ('10.222.0.13', 36002) {{(pid=78764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:50.562193 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.v2.base [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Request body: {'floatingip': {'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'port_id': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:28:50.568929 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:28:50.572808 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Usage tracker for resource:floatingip and tenant:f45772d5fdc04be59c75cc95110ac4a4 is out of sync, need to count used quota {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:28:50.575790 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.quota.resource [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:28:50.581771 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.quota.driver [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:28:50.593097 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:50.736178 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:50.877564 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.db_base_plugin_common [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Allocated IP 172.27.2.50 (2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33/dc0a5b7a-7588-4776-9a03-2f722a9f45c8/c9fec1d4-7983-4029-9b54-af0dae05961a) {{(pid=78764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:28:51.032692 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:51.061511 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778270636548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110011'] for port, after_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:51.071288 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-18edd8ce-915d-47bc-99b5-b67dadc21639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:51.121384 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Network 2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33 is already hosted by enough agents. {{(pid=78764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:28:51.124293 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.base_scheduler [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Resources bound (agent type, host, resource id):  {{(pid=78764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:28:51.128586 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Received port after_create {{(pid=78764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:28:51.179745 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=c9fec1d4-7983-4029-9b54-af0dae05961a,revision_number=1']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:51.196354 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.196727 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.197091 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.197453 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.197808 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.198166 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.198519 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.198871 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.199223 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.199701 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.199940 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.200288 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:51.206947 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:51.569570 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:51.653879 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7947768'] for port, before_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.023507 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for port, precommit_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.028592 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271055207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778270636566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778270636611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109986'] for port, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.034121 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-7dac4fe6-e44b-4c01-bb89-929840839ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:52.136487 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event updated for resources: {'Port': ['ID=c9fec1d4-7983-4029-9b54-af0dae05961a,revision_number=2']} {{(pid=78764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:52.140666 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG oslo_concurrency.lockutils [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:52.151835 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922736'] for floatingip, after_update {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.321613 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.db.l3_db [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Floating IP 866d9890-3afa-4fae-b5b9-d09d0cba47a3 associated. External IP: 172.27.2.50, port: 7d2f34e1-f71d-48df-b9ec-6aed83783a68.
May 10 17:28:52.673653 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:28:52.855759 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:28:52.865707 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:28:52.885311 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:28:52.885948 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1b0940>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:28:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:52.897686 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron_lib.callbacks.manager [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.971926 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.wsgi [None req-eb489baa-918f-46d1-b342-658f3a7eee54 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4136438
May 10 17:28:52.974558 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68'}] {{(pid=78764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:28:53.075926 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:28:53.234183 dv-cinder-786384-3-iscsi neutron-server[78764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'status': 'completed', 'code': 200}
May 10 17:28:53.348727 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-5511d490-6e37-4c9a-aad9-d6d358b8f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:53.350188 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-5511d490-6e37-4c9a-aad9-d6d358b8f90b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 1098 time: 0.0721295
May 10 17:28:53.445832 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1b0940>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '866d9890-3afa-4fae-b5b9-d09d0cba47a3', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:ae:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:51Z', 'updated_at': '2021-05-10T17:28:51Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}, {'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 1, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:53.450096 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:28:53.460347 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:28:53.461112 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1b0940>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:28:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:53.487350 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-918d45cf-4c31-4234-ab0b-d31601d254fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:53.488821 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-918d45cf-4c31-4234-ab0b-d31601d254fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1319480
May 10 17:28:53.595738 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-35a541b7-2647-4a9c-8936-4802f202cb91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68 HTTP/1.1" status: 200  len: 998 time: 0.1003969
May 10 17:28:53.636528 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:28:53.668673 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-5ddfc879-6970-49b2-9881-ad86cc673b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:53.670090 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-5ddfc879-6970-49b2-9881-ad86cc673b90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0661902
May 10 17:28:53.750152 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-88eef439-ad84-4bee-bee9-981d84c57ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:53.751767 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-88eef439-ad84-4bee-bee9-981d84c57ac5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751359
May 10 17:28:53.894310 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-0f80000d-2b9e-4d80-b273-6132ef1f5a94 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354411
May 10 17:28:54.052288 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a1b0940>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '866d9890-3afa-4fae-b5b9-d09d0cba47a3', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:ae:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:51Z', 'updated_at': '2021-05-10T17:28:51Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}, {'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 1, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:54.057213 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a01c45-9c81-442a-aa10-a3f64967854a None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': '866d9890-3afa-4fae-b5b9-d09d0cba47a3', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:ae:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:51Z', 'updated_at': '2021-05-10T17:28:51Z', 'revision_number': 0, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}, {'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 1, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:28:54.153660 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-55e92eba-44d0-4108-95c0-2b68bcc11e32 req-37dd6d1d-7082-48c6-a0d0-ff5153f591b1 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532122
May 10 17:28:54.255530 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a526d-aba0-4f4a-8c47-dcbd5f32c15d None None] New status for floating IP 866d9890-3afa-4fae-b5b9-d09d0cba47a3: ACTIVE {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:28:56.230471 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-e41bf7a0-630d-4fda-8244-cd181562ec74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737531
May 10 17:28:56.395592 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-419af970-d604-4e22-83e5-03932e8da5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:56.397051 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-419af970-d604-4e22-83e5-03932e8da5f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1098 time: 0.0743432
May 10 17:28:56.554544 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-324f21a9-e80d-497d-84bc-9f83891c065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:56.556054 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-324f21a9-e80d-497d-84bc-9f83891c065e service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1396396
May 10 17:28:56.660035 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-4c8b429c-50c4-4051-b884-90683d64a063 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 200  len: 1000 time: 0.0973351
May 10 17:28:56.724590 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-b853ef22-d9ea-424f-ad9c-1db97bd37845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:56.726344 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-b853ef22-d9ea-424f-ad9c-1db97bd37845 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0605471
May 10 17:28:56.811638 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-53be189c-707d-4923-a92e-df8f6e1d2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:56.814563 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-53be189c-707d-4923-a92e-df8f6e1d2ccf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821059
May 10 17:28:56.972337 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-b78c5f97-dbf1-4373-a62a-927954ed8c96 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499043
May 10 17:28:57.111251 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-dbba4fb9-22ea-4731-a649-239d3c1b6e37 req-0c2fb8fb-2c54-43c6-ac9e-fbed574bccd7 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314449
May 10 17:29:10.270598 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9cdff30f-e211-4c5c-8dfc-7e274f88d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:12.675454 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:12.926620 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f34f8c92-7477-4fe1-ae82-49f63a18dbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:13.154877 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:29:13.938775 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:14.913404 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:15.688046 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:40.277320 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c8655b02-c856-4d99-9249-7fa71625f25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:42.677219 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:42.929248 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-25a3e6d5-9b89-4b10-9718-fff245d95c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:43.940542 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:44.909516 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:45.690260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:50.153568 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:29:56.257940 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-d759fcbf-cab6-45d9-98d6-9a127e0d9845 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694928
May 10 17:29:56.366061 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-26159d00-606a-4a0e-9ed4-4a178bdc232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:56.367414 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-26159d00-606a-4a0e-9ed4-4a178bdc232e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 1098 time: 0.0703156
May 10 17:29:56.522580 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-183188cf-34f7-41dd-a16f-4a9e5f65bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:56.524054 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-183188cf-34f7-41dd-a16f-4a9e5f65bef9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1328096
May 10 17:29:56.630870 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-cba85b4f-9eb4-40c6-b7bd-12407400bc92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68 HTTP/1.1" status: 200  len: 1000 time: 0.0966897
May 10 17:29:56.701478 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-4c18f254-1175-4b63-8008-595ad4aaa897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:56.703429 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-4c18f254-1175-4b63-8008-595ad4aaa897 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0622220
May 10 17:29:56.780430 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-b2724227-1504-4350-a8b1-a4a4b2a06903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:56.782640 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-b2724227-1504-4350-a8b1-a4a4b2a06903 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725996
May 10 17:29:56.920021 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-70a230a3-f6b7-4299-a0f4-58a8b274f549 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258669
May 10 17:29:57.164117 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-38cf7091-1ef5-45b2-b2df-12fbdee4b907 req-bb385156-2099-4edc-8d44-36ef1ca919d5 service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343771
May 10 17:30:10.270625 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-22e8174a-28e1-47c0-8aa1-737c9fa2aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:12.679014 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:12.932244 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e4889e82-2d90-4d26-ad9c-64c7d2fc4a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:13.943076 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:14.924946 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:15.698493 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.168797 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36030) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:25.427737 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Deleting port c9fec1d4-7983-4029-9b54-af0dae05961a {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:25.428013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.544356 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.544680 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.669761 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Calling delete_port for c9fec1d4-7983-4029-9b54-af0dae05961a owned by network:floatingip {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:25.785890 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.790204 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7d5199c3-d807-4d68-a859-15a2e451995f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:25.836569 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event deleted for resources: {'Port': ['ID=c9fec1d4-7983-4029-9b54-af0dae05961a,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:25.877598 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.877984 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.878356 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.878721 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.879083 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.879442 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.879797 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.880181 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.880535 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.880887 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.881238 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.881584 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:25.909192 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:25.938443 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.938769 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Floating IP 866d9890-3afa-4fae-b5b9-d09d0cba47a3 disassociated (deleted). External IP: 172.27.2.50, port: 7d2f34e1-f71d-48df-b9ec-6aed83783a68.
May 10 17:30:26.285353 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:26.567654 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:26.576941 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:26.587107 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:26.587734 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a56e160>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:26.588712 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:26.645340 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-b4db05d7-de12-41a7-91d1-ecfc95464d01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "DELETE /v2.0/floatingips/866d9890-3afa-4fae-b5b9-d09d0cba47a3 HTTP/1.1" status: 204  len: 168 time: 1.4751916
May 10 17:30:26.645996 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:26.693678 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'status': 'completed', 'code': 200}
May 10 17:30:26.768348 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:26.820993 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-9cdc65d4-2076-4c99-9e3e-f40451f855d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:26.822389 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-9cdc65d4-2076-4c99-9e3e-f40451f855d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 1098 time: 0.0792656
May 10 17:30:27.026635 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-fe4bd27d-8eb1-4872-a45c-e9cb6e4c7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:27.028105 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-fe4bd27d-8eb1-4872-a45c-e9cb6e4c7d56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.1966763
May 10 17:30:27.099224 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-2ced7e0a-61bf-4abe-a3cd-1321612ffea5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68 HTTP/1.1" status: 200  len: 217 time: 0.0633707
May 10 17:30:27.127308 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a56e160>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 1, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:27.131571 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:27.142671 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:27.143409 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a56e160>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:27.149437 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ec179-d62c-4ac3-84f1-da29f5020588 req-53a90b37-9eeb-4ea2-8475-943f88b57363 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:27.150185 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-b40ec179-d62c-4ac3-84f1-da29f5020588 req-53a90b37-9eeb-4ea2-8475-943f88b57363 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:27.157618 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:30:27.190271 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-b40ec179-d62c-4ac3-84f1-da29f5020588 req-53a90b37-9eeb-4ea2-8475-943f88b57363 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:27.191487 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b40ec179-d62c-4ac3-84f1-da29f5020588 req-53a90b37-9eeb-4ea2-8475-943f88b57363 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 945 time: 0.2453039
May 10 17:30:27.195269 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-89939133-364e-49fc-80dd-0c3f99934d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:27.196677 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-89939133-364e-49fc-80dd-0c3f99934d7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0898948
May 10 17:30:27.280262 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-b40ec179-d62c-4ac3-84f1-da29f5020588 req-6500e299-2094-4757-a871-b26d324e4eee tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826187
May 10 17:30:27.306052 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-4192782b-bdd7-4782-8c14-347baf8c8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:27.307517 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-4192782b-bdd7-4782-8c14-347baf8c8093 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958781
May 10 17:30:27.337363 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:27.443380 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-042afb1c-1209-4a8d-a473-71c96442749a service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271019
May 10 17:30:27.578700 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1e121b63-7b6e-4333-bee8-7b7bd1cbd027 req-602c9ec7-31c9-4c51-9cb9-c03c287f6ebc service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272869
May 10 17:30:27.728743 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a56e160>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 1, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:27.732554 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0535e-9b7b-404b-905b-fba07798d729 None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_floatingips': [{'id': 'b1737fde-f255-4f5c-9f5e-7585a52e9ddc', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'router_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'port_id': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'mac_address': 'fa:16:3e:4a:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:43Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 1, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:27.952236 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a3849-3e16-4f5a-b723-b0bb6a2bed3f None None] New status for floating IP 866d9890-3afa-4fae-b5b9-d09d0cba47a3: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:30:28.472621 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c82294-9c64-4071-b7a4-65622f9e1c93 req-c6180f42-1c0e-4e3f-a016-24624e07d7d6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:28.475504 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-96c82294-9c64-4071-b7a4-65622f9e1c93 req-c6180f42-1c0e-4e3f-a016-24624e07d7d6 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 945 time: 0.0863910
May 10 17:30:28.521563 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-96c82294-9c64-4071-b7a4-65622f9e1c93 req-b540aa1b-d122-4581-9bc9-14f32120dfb4 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403471
May 10 17:30:28.967314 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-c1f4c4f2-5a01-497f-8cd6-56226e2454bb tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:28.969848 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-c1f4c4f2-5a01-497f-8cd6-56226e2454bb tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 945 time: 0.0824814
May 10 17:30:29.116791 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Deleting port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:29.117137 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.252209 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] For port 7d2f34e1-f71d-48df-b9ec-6aed83783a68, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d2f34e1-f71d-48df-b9ec-6aed83783a68,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:29.252572 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.382026 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Calling delete_port for 7d2f34e1-f71d-48df-b9ec-6aed83783a68 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:29.490436 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.496162 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-72ba87b8-c832-426b-a33d-a83c5ec6f117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:29.570579 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event deleted for resources: {'Port': ['ID=7d2f34e1-f71d-48df-b9ec-6aed83783a68,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:29.573086 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:29.621823 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] No DVR routers for this DVR port 7d2f34e1-f71d-48df-b9ec-6aed83783a68 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:29.624389 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.627197 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'name': 'network-vif-deleted', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:29.673884 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54', 'name': 'network-vif-deleted', 'tag': '7d2f34e1-f71d-48df-b9ec-6aed83783a68', 'status': 'completed', 'code': 200}
May 10 17:30:29.681577 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-494ba6ec-8c32-4500-859d-17547d67194b req-2f96d638-a927-4fdc-99cb-1c76ade43b65 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:29.684838 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-6fdc55ce-06a0-4704-a047-f3d33dd76e5a req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "DELETE /v2.0/ports/7d2f34e1-f71d-48df-b9ec-6aed83783a68 HTTP/1.1" status: 204  len: 173 time: 0.7069073
May 10 17:30:29.698019 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-494ba6ec-8c32-4500-859d-17547d67194b req-2f96d638-a927-4fdc-99cb-1c76ade43b65 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:29.699248 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-494ba6ec-8c32-4500-859d-17547d67194b req-2f96d638-a927-4fdc-99cb-1c76ade43b65 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 210 time: 0.0672040
May 10 17:30:30.873790 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-d8670a14-ed21-4968-925a-a345aef7940f req-50d1ea06-63f1-498b-b64b-8f78eee3e9e5 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f2b3bb-3cc0-4077-b91c-1ed77e5e6e54 HTTP/1.1" status: 200  len: 210 time: 0.0493815
May 10 17:30:31.392863 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 7d2f34e1-f71d-48df-b9ec-6aed83783a68 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:31.426762 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 7d2f34e1-f71d-48df-b9ec-6aed83783a68 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:31.427105 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 7d2f34e1-f71d-48df-b9ec-6aed83783a68 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:34.488333 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36062) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:34.860154 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Deleting port ae725382-f763-48a1-a3f6-8218c53e8086 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:34.860502 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:34.978364 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:34.978692 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:35.100594 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Calling delete_port for ae725382-f763-48a1-a3f6-8218c53e8086 owned by network:floatingip {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:35.224753 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:35.228961 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d7187093-c1d1-491b-b425-f3055c16f398 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:35.273654 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event deleted for resources: {'Port': ['ID=ae725382-f763-48a1-a3f6-8218c53e8086,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:35.298925 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:35.363130 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:35.363465 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.db.l3_db [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Floating IP b1737fde-f255-4f5c-9f5e-7585a52e9ddc disassociated (deleted). External IP: 172.27.2.24, port: 842b722b-a3f4-4d85-aee4-dc5dba8a91d2.
May 10 17:30:35.710439 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:35.886572 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:35.896145 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:35.905325 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:35.905939 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a529dc0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:35.908015 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:35.962509 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-90a51a26-7a23-4465-a632-25c59043dc01 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "DELETE /v2.0/floatingips/b1737fde-f255-4f5c-9f5e-7585a52e9ddc HTTP/1.1" status: 204  len: 168 time: 1.4729178
May 10 17:30:35.962987 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:36.033151 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'status': 'completed', 'code': 200}
May 10 17:30:36.090405 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:36.159139 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-153fa8d0-bd35-4fd7-8951-c7d183773884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.160970 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-153fa8d0-bd35-4fd7-8951-c7d183773884 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 1098 time: 0.0760098
May 10 17:30:36.414079 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a529dc0>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:36.418090 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:36.426422 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:36.427030 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a529dc0>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:13Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:36.483619 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-0ff21c5a-3315-4939-a27a-f7389890f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.485004 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-0ff21c5a-3315-4939-a27a-f7389890f122 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 200  len: 913 time: 0.3144782
May 10 17:30:36.555980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33015-e3d5-4f88-8810-ae74b9cfc54f req-aaa6930f-0850-4365-8cb3-2a7d9f28ac43 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.556675 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-f7c33015-e3d5-4f88-8810-ae74b9cfc54f req-aaa6930f-0850-4365-8cb3-2a7d9f28ac43 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:36.568657 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-aafd09f3-00e7-485b-91f0-a48cf063825a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 200  len: 217 time: 0.0756154
May 10 17:30:36.605050 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:36.611446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-f7c33015-e3d5-4f88-8810-ae74b9cfc54f req-aaa6930f-0850-4365-8cb3-2a7d9f28ac43 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:36.612610 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7c33015-e3d5-4f88-8810-ae74b9cfc54f req-aaa6930f-0850-4365-8cb3-2a7d9f28ac43 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 945 time: 0.2856193
May 10 17:30:36.664859 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-c9d7f02e-5d90-410c-a7b6-9872c34a761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.666287 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-c9d7f02e-5d90-410c-a7b6-9872c34a761b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 200  len: 851 time: 0.0897532
May 10 17:30:36.677717 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-f7c33015-e3d5-4f88-8810-ae74b9cfc54f req-2ba650f9-6005-42fb-9798-4f1f37277bfa tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585146
May 10 17:30:36.752757 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-f25b94a6-08ea-433a-9033-15cc6c7000e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.754234 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-f25b94a6-08ea-433a-9033-15cc6c7000e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07598d0a-04f3-4ae3-b22f-363e3512c818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797505
May 10 17:30:36.894882 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-fd41bd13-3e14-44b2-8561-2783c0fdb53b service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335630
May 10 17:30:36.973457 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a529dc0>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:36.977669 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c866121-d65d-451e-bd24-1eccb52bcb2b None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:23:30Z', 'revision_number': 4, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi', '_interfaces': [{'id': '53ee8ed3-1957-4c01-9146-8c61c02b0aff', 'name': '', 'network_id': '07598d0a-04f3-4ae3-b22f-363e3512c818', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'mac_address': 'fa:16:3e:3d:d7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:28Z', 'updated_at': '2021-05-10T17:23:38Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'subnets': [{'id': '4b3e845f-635e-48f9-9738-5fbda0b12639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:37.036238 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-14d5e978-a041-4caa-b619-dbd8cdef78cc req-78b8e005-caf0-461a-a65a-5d5c6e9a86eb service neutron] 10.222.0.43 "GET /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341622
May 10 17:30:37.192945 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb3995-f1f3-4296-a3b5-a8db2dec1e48 None None] New status for floating IP b1737fde-f255-4f5c-9f5e-7585a52e9ddc: DOWN {{(pid=78767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:30:37.862566 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd163d-ce0e-448f-99af-9c0675df432d req-c10a0faf-0f6a-43f6-a911-cf4a94b71bff tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:37.864019 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1ffd163d-ce0e-448f-99af-9c0675df432d req-c10a0faf-0f6a-43f6-a911-cf4a94b71bff tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 945 time: 0.0802059
May 10 17:30:37.916916 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-1ffd163d-ce0e-448f-99af-9c0675df432d req-c4c77fa2-b7e2-4c12-b228-cdbddfac59fc tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c98843-ac55-4f51-bd86-e9b6e09e196e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463037
May 10 17:30:38.184078 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-35fcef20-6a47-449c-8a00-910725db10c1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:38.185487 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-35fcef20-6a47-449c-8a00-910725db10c1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 945 time: 0.0816326
May 10 17:30:38.324298 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Deleting port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:38.324549 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.453120 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] For port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:38.453482 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.573769 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Calling delete_port for 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 owned by compute:nova {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:38.684510 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.690004 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-68941f47-d96a-43cb-aac4-5ceb5daa77f0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:38.734418 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event deleted for resources: {'Port': ['ID=842b722b-a3f4-4d85-aee4-dc5dba8a91d2,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:38.765186 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:38.918784 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] No DVR routers for this DVR port 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 on host hv-cinder-78638 {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:38.921218 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for port, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.924512 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'name': 'network-vif-deleted', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2'}] {{(pid=78765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:38.941710 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-420c31e4-e0a0-42a3-bd1f-f8629879b9f5 req-a05c7041-cc85-48f1-b29e-1faeb9199dd0 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.43 "DELETE /v2.0/ports/842b722b-a3f4-4d85-aee4-dc5dba8a91d2 HTTP/1.1" status: 204  len: 173 time: 0.7473924
May 10 17:30:38.970214 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c16d65-7c19-43e2-b373-a2c0708c4d79', 'name': 'network-vif-deleted', 'tag': '842b722b-a3f4-4d85-aee4-dc5dba8a91d2', 'status': 'completed', 'code': 200}
May 10 17:30:39.074155 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-0a1bf7e6-9b5d-4bed-9ce8-371f4526fb5f req-790c56af-5e1f-4468-9c95-2ae1f868b387 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Synchronizing usage tracker for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:39.089660 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.quota.resource [req-0a1bf7e6-9b5d-4bed-9ce8-371f4526fb5f req-790c56af-5e1f-4468-9c95-2ae1f868b387 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Unset dirty status for tenant:f45772d5fdc04be59c75cc95110ac4a4 on resource:port {{(pid=78765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:39.090800 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-0a1bf7e6-9b5d-4bed-9ce8-371f4526fb5f req-790c56af-5e1f-4468-9c95-2ae1f868b387 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 210 time: 0.0617101
May 10 17:30:40.263668 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [req-3057861b-d2d6-462a-a343-ec3fa6d95004 req-c106ee53-ed83-4e86-abc1-9ed1ca1ec426 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c16d65-7c19-43e2-b373-a2c0708c4d79 HTTP/1.1" status: 200  len: 210 time: 0.0474923
May 10 17:30:40.274364 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6255a444-b1f8-42de-ae8f-976647ad9f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.363729 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36088) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:41.408782 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:41.442417 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] No Port match for: 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:41.442765 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Device 842b722b-a3f4-4d85-aee4-dc5dba8a91d2 not bound to the agent host hv-cinder-78638 {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:41.581236 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Deleting port 6d09ca4e-8a48-450d-a7b6-f52b7ab3b139 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:41.581584 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.696973 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.697304 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.822188 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Calling delete_port for 6d09ca4e-8a48-450d-a7b6-f52b7ab3b139 owned by network:floatingip {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:41.930428 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.933997 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-54e4b00f-d463-4964-9eea-381e2e6c858d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:41.976761 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event deleted for resources: {'Port': ['ID=6d09ca4e-8a48-450d-a7b6-f52b7ab3b139,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:41.982826 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:42.070400 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for floatingip, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.087505 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-323292'] for floatingip, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.088600 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-dfa34459-f7d5-4465-a6ac-6265225e58f1 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "DELETE /v2.0/floatingips/ee01f799-0d49-4bef-a422-b20410590865 HTTP/1.1" status: 204  len: 168 time: 0.7238791
May 10 17:30:42.681685 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.934550 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb0d1-aaf5-42a2-9d25-4d388cebe277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.459474 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36104) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:43.526972 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d78ff1a3-63d4-4e3d-9ba9-f6c1e8bddb57 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.556242 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d78ff1a3-63d4-4e3d-9ba9-f6c1e8bddb57 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.622178 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d78ff1a3-63d4-4e3d-9ba9-f6c1e8bddb57 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.626496 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-0437d584-fd7a-474f-b9ee-1224bf5e6a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:43.643762 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ff1a3-63d4-4e3d-9ba9-f6c1e8bddb57 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c98843-ac55-4f51-bd86-e9b6e09e196e,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:43.647556 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d78ff1a3-63d4-4e3d-9ba9-f6c1e8bddb57 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:43.663675 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d78ff1a3-63d4-4e3d-9ba9-f6c1e8bddb57 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.664870 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d78ff1a3-63d4-4e3d-9ba9-f6c1e8bddb57 tempest-TestVolumeBootPattern-201393411 tempest-TestVolumeBootPattern-201393411-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1c98843-ac55-4f51-bd86-e9b6e09e196e HTTP/1.1" status: 204  len: 168 time: 0.2043676
May 10 17:30:43.719791 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36112) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:43.946364 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.522065 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.933476 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Deleting port 53ee8ed3-1957-4c01-9146-8c61c02b0aff {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:44.933818 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.944718 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:45.059655 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] For port 53ee8ed3-1957-4c01-9146-8c61c02b0aff, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=53ee8ed3-1957-4c01-9146-8c61c02b0aff,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:45.060052 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:45.194409 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Calling delete_port for 53ee8ed3-1957-4c01-9146-8c61c02b0aff owned by network:router_interface {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:45.338697 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:45.342382 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e9516136-0895-4e81-9d44-101e5a367796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:45.384013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=53ee8ed3-1957-4c01-9146-8c61c02b0aff,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:45.386413 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:45.655872 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:45.695224 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:46.123313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Router 47924908-a693-4217-bf6b-49ca35e0a2d0 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:46.298262 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:46.307194 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] Sync routers for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:46.310437 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-300cb181-01d2-4bb4-b149-8f50852d2cfd admin admin] 10.222.0.13 "PUT /v2.0/routers/47924908-a693-4217-bf6b-49ca35e0a2d0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5892549
May 10 17:30:46.312753 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36120) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:46.316092 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:46.316697 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a43f430>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:46.485815 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks [] for router, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:46.488693 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:46.656194 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:46.729307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Deleting port a6634884-21dc-47f2-a603-dca2385ac266 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:46.729646 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:46.772518 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a43f430>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:30:45Z', 'revision_number': 5, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port': {'id': 'a6634884-21dc-47f2-a603-dca2385ac266', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:24Z', 'updated_at': '2021-05-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:46.776494 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] Checking router: 47924908-a693-4217-bf6b-49ca35e0a2d0 for host: dv-cinder-786384-3-iscsi {{(pid=78766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:46.785023 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] Routers {'47924908-a693-4217-bf6b-49ca35e0a2d0'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:46.785654 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a43f430>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['47924908-a693-4217-bf6b-49ca35e0a2d0'], 'active': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:46.849368 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] For port a6634884-21dc-47f2-a603-dca2385ac266, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=a6634884-21dc-47f2-a603-dca2385ac266,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:46.849753 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:46.936123 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvr_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] Set router 47924908-a693-4217-bf6b-49ca35e0a2d0 gateway port host: None {{(pid=78766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:46.971330 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Calling delete_port for a6634884-21dc-47f2-a603-dca2385ac266 owned by network:router_gateway {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:47.054373 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_hamode_db [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a43f430>, [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:30:46Z', 'revision_number': 6, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:47.058426 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c69ce7-5f5f-4d0f-8304-0ed565400f85 None None] The sync data for ids ['47924908-a693-4217-bf6b-49ca35e0a2d0'] in dv-cinder-786384-3-iscsi is: [{'id': '47924908-a693-4217-bf6b-49ca35e0a2d0', 'name': 'tempest-TestVolumeBootPattern-1209099274-router', 'tenant_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:23Z', 'updated_at': '2021-05-10T17:30:46Z', 'revision_number': 6, 'project_id': 'f45772d5fdc04be59c75cc95110ac4a4', 'gw_port_host': None}] {{(pid=78766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:47.133980 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.137492 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-1f72e002-472c-4219-968f-72023a0de68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:47.180313 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a6634884-21dc-47f2-a603-dca2385ac266,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:47.212086 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:47.397728 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.573746 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.575868 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.598096 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.598653 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47924908-a693-4217-bf6b-49ca35e0a2d0 {{(pid=78765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:30:47.611502 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.612624 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-c7533624-65aa-4f9f-b363-a28b4a20e5ca admin admin] 10.222.0.13 "DELETE /v2.0/routers/47924908-a693-4217-bf6b-49ca35e0a2d0 HTTP/1.1" status: 204  len: 168 time: 1.2989554
May 10 17:30:47.615243 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36124) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:47.676108 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Deleting subnet 4b3e845f-635e-48f9-9738-5fbda0b12639 {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:30:47.679013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.727506 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.804102 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.807819 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 53ee8ed3-1957-4c01-9146-8c61c02b0aff no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:47.844995 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 53ee8ed3-1957-4c01-9146-8c61c02b0aff {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:47.845362 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 53ee8ed3-1957-4c01-9146-8c61c02b0aff not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:48.061354 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.066248 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d7fa0671-ff88-4dbb-bff4-23c1013dc4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:48.102326 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3e845f-635e-48f9-9738-5fbda0b12639,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:48.105046 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.108162 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc952f-6455-4cb8-a156-6fdf2d607056 None None] Network 07598d0a-04f3-4ae3-b22f-363e3512c818 requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:30:48.111491 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:48.114739 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-2a9f0b1c-6ed6-4689-98f9-4fa2d23a14ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b3e845f-635e-48f9-9738-5fbda0b12639 HTTP/1.1" status: 204  len: 168 time: 0.4986014
May 10 17:30:48.117234 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36128) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:48.221507 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.295658 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Deleting port 6718ad44-3023-45c2-b016-acd3d79ca67e {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:48.295948 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.352769 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] DHCP port deletion for 07598d0a-04f3-4ae3-b22f-363e3512c818 request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:30:48.396688 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] For port 6718ad44-3023-45c2-b016-acd3d79ca67e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=6718ad44-3023-45c2-b016-acd3d79ca67e,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:48.397042 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.419962 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Deleting port 6718ad44-3023-45c2-b016-acd3d79ca67e {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:48.420350 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.518123 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Calling delete_port for 6718ad44-3023-45c2-b016-acd3d79ca67e owned by network:dhcp {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:48.555396 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] For port 6718ad44-3023-45c2-b016-acd3d79ca67e, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=6718ad44-3023-45c2-b016-acd3d79ca67e,segment=NetworkSegment(8d4463f2-844d-49d2-b81b-d346ca7f4640),segment_id=8d4463f2-844d-49d2-b81b-d346ca7f4640)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:48.555697 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.568314 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.573105 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a4bbdc51-8a7b-470c-b6da-6a9d3a0dc469 tempest-TestShelveInstance-386920820 tempest-TestShelveInstance-386920820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:48.617789 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6718ad44-3023-45c2-b016-acd3d79ca67e,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:48.618934 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] No DVR routers for this DVR port 6718ad44-3023-45c2-b016-acd3d79ca67e on host dv-cinder-786384-3-iscsi {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:48.620408 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:48.684575 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Calling delete_port for 6718ad44-3023-45c2-b016-acd3d79ca67e owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:48.727855 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.732360 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:48.733252 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.750510 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd9974f340>,) {'filters': {'network_id': ['07598d0a-04f3-4ae3-b22f-363e3512c818']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:48.777689 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Pushing event deleted for resources: {'Port': ['ID=6718ad44-3023-45c2-b016-acd3d79ca67e,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:48.783351 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] No DVR routers for this DVR port 6718ad44-3023-45c2-b016-acd3d79ca67e on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:48.796483 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.796823 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.797205 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.798286 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.798730 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.799058 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.799378 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.799697 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.800042 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.800360 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.800673 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.800985 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:48.804914 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-68139ae8-b11d-4fc8-be5e-632d4e3c2f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:48.875187 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9974f340>, '8d4463f2-844d-49d2-b81b-d346ca7f4640') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:48.875479 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd9974f340>, '8d4463f2-844d-49d2-b81b-d346ca7f4640') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:48.888490 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.905277 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.911382 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:30:48.911753 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:30:48.925626 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:30:49.003777 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.008345 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.014618 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:49.037472 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Pushing event deleted for resources: {'Network': ['ID=07598d0a-04f3-4ae3-b22f-363e3512c818,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:49.039958 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:49.046760 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/07598d0a-04f3-4ae3-b22f-363e3512c818 HTTP/1.1" status: 204  len: 168 time: 0.9285541
May 10 17:30:49.051804 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36132) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:49.332167 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a6634884-21dc-47f2-a603-dca2385ac266 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:49.365099 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: a6634884-21dc-47f2-a603-dca2385ac266 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:49.365447 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device a6634884-21dc-47f2-a603-dca2385ac266 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:49.365879 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6718ad44-3023-45c2-b016-acd3d79ca67e no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:49.399814 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 6718ad44-3023-45c2-b016-acd3d79ca67e {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:49.400580 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 6718ad44-3023-45c2-b016-acd3d79ca67e not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:49.580558 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919369'] for router_interface, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.987699 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Deleting port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:49.988378 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.107810 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] For port 7b72bd03-e584-45a1-a3c5-e2b33bae8a68, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,segment=NetworkSegment(cb3c417a-2cb8-4efe-bdd1-373b705cec45),segment_id=cb3c417a-2cb8-4efe-bdd1-373b705cec45)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:50.108183 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.341024 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Calling delete_port for 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 owned by network:router_interface {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:50.477738 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.482047 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-efda62f7-7023-4570-8843-4a46b3e3120b tempest-AttachVolumeTestJSON-1185965576 tempest-AttachVolumeTestJSON-1185965576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:50.525433 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b72bd03-e584-45a1-a3c5-e2b33bae8a68,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:50.553935 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:50.791652 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-929785'] for router_interface, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.149736 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 has already been hosted by L3 agent 189bc67e-7f4e-4ee9-825d-9cd3f62c4d24 {{(pid=78765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:51.329408 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-iscsi the message routers_updated {{(pid=78765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:51.337891 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] Sync routers for ids ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'] in dv-cinder-786384-3-iscsi {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:51.346167 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-7c502841-2a45-42b7-abab-02f08b99eb59 admin admin] 10.222.0.13 "PUT /v2.0/routers/5611c513-b78d-4534-acd2-ca7ebe80d2d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2931814
May 10 17:30:51.348490 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] Routers {'5611c513-b78d-4534-acd2-ca7ebe80d2d5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:51.348647 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36136) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:51.349273 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a114c10>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:51.522761 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks [] for router, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.523554 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] Set router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 gateway port host: dv-cinder-786384-3-iscsi {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:51.806901 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a114c10>, [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'external_fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:30:50Z', 'revision_number': 5, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port': {'id': 'ab7d96f0-e558-4332-ab32-5cff16c203b6', 'name': '', 'network_id': '2b3ec93f-ef2e-4c6a-91ce-8a6ee85a6b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:23:35Z', 'updated_at': '2021-05-10T17:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc0a5b7a-7588-4776-9a03-2f722a9f45c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-iscsi'}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:51.811213 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] Checking router: 5611c513-b78d-4534-acd2-ca7ebe80d2d5 for host: dv-cinder-786384-3-iscsi {{(pid=78767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:51.816855 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.820453 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] Routers {'5611c513-b78d-4534-acd2-ca7ebe80d2d5'} bound to L3 agent in host dv-cinder-786384-3-iscsi {{(pid=78767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:51.821057 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbd9a114c10>, 'dv-cinder-786384-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:43Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:43Z,host='dv-cinder-786384-3-iscsi',id=189bc67e-7f4e-4ee9-825d-9cd3f62c4d24,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:43Z,topic='l3_agent')) {'router_ids': ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'], 'active': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:51.890107 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Deleting port ab7d96f0-e558-4332-ab32-5cff16c203b6 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:51.890455 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.971247 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvr_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] Set router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 gateway port host: None {{(pid=78767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:52.016249 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] For port ab7d96f0-e558-4332-ab32-5cff16c203b6, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=ab7d96f0-e558-4332-ab32-5cff16c203b6,segment=NetworkSegment(65774e9e-a51a-4c11-a3bb-338db73d7412),segment_id=65774e9e-a51a-4c11-a3bb-338db73d7412)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:52.017211 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.079451 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.l3_hamode_db [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbd9a114c10>, [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:30:51Z', 'revision_number': 6, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port_host': None}], 'dv-cinder-786384-3-iscsi', False) {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:52.084004 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e36a2d-53e8-43d2-b96a-7ce9774a7eb2 None None] The sync data for ids ['5611c513-b78d-4534-acd2-ca7ebe80d2d5'] in dv-cinder-786384-3-iscsi is: [{'id': '5611c513-b78d-4534-acd2-ca7ebe80d2d5', 'name': 'tempest-TestVolumeBootPattern-1640225457-router', 'tenant_id': '9db7778a274342a5988d04f1e0a6d946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:30:51Z', 'revision_number': 6, 'project_id': '9db7778a274342a5988d04f1e0a6d946', 'gw_port_host': None}] {{(pid=78767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:52.149116 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Calling delete_port for ab7d96f0-e558-4332-ab32-5cff16c203b6 owned by network:router_gateway {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:52.281441 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.286441 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-6226cb95-cfee-4244-9e9e-5bdc939e3fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:52.331939 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7d96f0-e558-4332-ab32-5cff16c203b6,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:52.362969 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:52.419562 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922733'] for router_gateway, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.604362 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-929329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15454'] for router, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.606446 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.629200 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-924543'] for router, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.629705 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5611c513-b78d-4534-acd2-ca7ebe80d2d5 {{(pid=78765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:30:52.641219 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] Notify callbacks [] for router, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.642522 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-86fa2b29-aac2-415e-88f7-dc65125c79bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/5611c513-b78d-4534-acd2-ca7ebe80d2d5 HTTP/1.1" status: 204  len: 168 time: 1.2930965
May 10 17:30:52.645088 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36140) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:52.706609 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Deleting subnet 35e73c26-60d3-4f63-9327-21f06f66439f {{(pid=78765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:30:52.709543 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.756586 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637178'] for subnet, precommit_delete_associations {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.836513 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8088349'] for subnet, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.095159 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8088338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1690041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3397034'] for subnet, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.099449 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-470d07b3-6a9c-4387-a4da-f64714ca1204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:53.137671 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e73c26-60d3-4f63-9327-21f06f66439f,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:53.140062 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:53.144741 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for subnet, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.150607 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c691a0-5531-426b-aaf2-b4c1a8d7e1b3 None None] Network 54fb4293-ea18-48cd-93fb-f34bc9983d7f requested from dv-cinder-786384-3-iscsi {{(pid=78766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:30:53.151404 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-3228f35e-0b26-4542-bbad-23da3920ed1e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/35e73c26-60d3-4f63-9327-21f06f66439f HTTP/1.1" status: 204  len: 168 time: 0.5046051
May 10 17:30:53.153439 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36144) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:53.339476 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:53.373050 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:53.373321 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 7b72bd03-e584-45a1-a3c5-e2b33bae8a68 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:53.373751 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device ab7d96f0-e558-4332-ab32-5cff16c203b6 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:53.374709 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7979293'] for network, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.413374 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: ab7d96f0-e558-4332-ab32-5cff16c203b6 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:53.413671 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device ab7d96f0-e558-4332-ab32-5cff16c203b6 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:53.451329 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Deleting port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 {{(pid=78765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:53.451654 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.472841 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] DHCP port deletion for 54fb4293-ea18-48cd-93fb-f34bc9983d7f request from dv-cinder-786384-3-iscsi {{(pid=78766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:30:53.541026 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] Deleting port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:53.541401 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271050909'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.552849 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.db [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] For port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,segment=NetworkSegment(cb3c417a-2cb8-4efe-bdd1-373b705cec45),segment_id=cb3c417a-2cb8-4efe-bdd1-373b705cec45)] {{(pid=78765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:53.553198 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.638338 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] For port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6, host dv-cinder-786384-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-iscsi',level=0,port_id=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,segment=NetworkSegment(cb3c417a-2cb8-4efe-bdd1-373b705cec45),segment_id=cb3c417a-2cb8-4efe-bdd1-373b705cec45)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:53.638724 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926899'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.675955 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.plugin [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Calling delete_port for 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 owned by network:dhcp {{(pid=78765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:53.722407 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1690090'] for port, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.726114 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-a8b50fda-7c78-48d4-be0c-9142f51de5b5 tempest-AttachVolumeShelveTestJSON-1162940720 tempest-AttachVolumeShelveTestJSON-1162940720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:53.758015 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] Calling delete_port for 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:53.773546 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:53.777399 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] No DVR routers for this DVR port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 on host dv-cinder-786384-3-iscsi {{(pid=78765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:53.803325 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7947707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271055216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778270636557'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.804101 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:53.807831 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:53.850624 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] Pushing event deleted for resources: {'Port': ['ID=2e36d16d-ba5c-4160-b5fa-14806f81d8c6,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:53.853448 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:53.854230 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703a35b-184b-42d0-be5f-64bfa064ec18 None None] No DVR routers for this DVR port 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 on host dv-cinder-786384-3-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:53.899286 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088806', 'neutron.services.segments.db._delete_segments_for_network-8778271061661'] for network, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.913013 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbd99f017c0>,) {'filters': {'network_id': ['54fb4293-ea18-48cd-93fb-f34bc9983d7f']}} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:53.927746 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99f017c0>, 'cb3c417a-2cb8-4efe-bdd1-373b705cec45') {'for_net_delete': True} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:53.928001 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.services.segments.db [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbd99f017c0>, 'cb3c417a-2cb8-4efe-bdd1-373b705cec45') {} {{(pid=78765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:53.940461 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271073127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637157'] for segment, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.956307 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782'] for segment, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.963263 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=78765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:30:53.963718 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8084782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1690079'] for segment, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]: Traceback (most recent call last):
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     timer()
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     cb(*args, **kw)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     return func(*args, **kwargs)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     self._notify()
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     self.callback(batched_events)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     event.method(event)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     return f(self, *a, **k)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._get(url).json()
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     return self.request(url, 'GET', **kwargs)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:30:53.977793 dv-cinder-786384-3-iscsi neutron-server[78765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:30:54.054309 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922751'] for network, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.058518 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-7860211d-60b1-43b3-aad9-eea1e42195ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:54.071828 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533419'] for network, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.082372 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Pushing event deleted for resources: {'Network': ['ID=54fb4293-ea18-48cd-93fb-f34bc9983d7f,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:54.086670 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:54.090082 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-364e580f-06ca-4604-8a01-d4fdd0ee4060 admin admin] 10.222.0.13 "DELETE /v2.0/networks/54fb4293-ea18-48cd-93fb-f34bc9983d7f HTTP/1.1" status: 204  len: 168 time: 0.9357231
May 10 17:30:54.206403 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36150) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:54.255155 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-ba57b9c3-89c0-4d46-a189-4b56b6d94709 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f45772d5fdc04be59c75cc95110ac4a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474625
May 10 17:30:54.257717 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36154) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:54.319053 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf5a-873e-441a-a5d9-021a98411be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.345657 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf5a-873e-441a-a5d9-021a98411be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.396490 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf5a-873e-441a-a5d9-021a98411be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.400170 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-c6f35e81-ee80-4d37-af13-407afdf335fb tempest-TestMinimumBasicScenario-1882147247 tempest-TestMinimumBasicScenario-1882147247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:54.418576 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ebf5a-873e-441a-a5d9-021a98411be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7314fd-565f-419b-bd7b-af47be6db312,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:54.422133 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-d57ebf5a-873e-441a-a5d9-021a98411be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:54.425888 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf5a-873e-441a-a5d9-021a98411be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.426995 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-d57ebf5a-873e-441a-a5d9-021a98411be9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f7314fd-565f-419b-bd7b-af47be6db312 HTTP/1.1" status: 204  len: 168 time: 0.1683822
May 10 17:30:54.779614 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36162) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:54.827743 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-e8ff17cd-0239-44b1-8b84-65e0bf3630c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9db7778a274342a5988d04f1e0a6d946&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468619
May 10 17:30:54.831052 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [-] (78765) accepted ('10.222.0.13', 36166) {{(pid=78765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:54.888376 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-baad1ca1-9f69-486e-a820-f0d8a5f47f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.916661 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-baad1ca1-9f69-486e-a820-f0d8a5f47f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.968330 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-baad1ca1-9f69-486e-a820-f0d8a5f47f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986514'] for security_group, after_delete {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.972388 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-e675ca63-2607-478f-a236-5fea0ac52171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:54.983637 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad1ca1-9f69-486e-a820-f0d8a5f47f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bec036c-0d03-42c0-9492-85f8196f19bc,revision_number=None']} {{(pid=78765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:54.988224 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG oslo_concurrency.lockutils [None req-baad1ca1-9f69-486e-a820-f0d8a5f47f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:54.991668 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron_lib.callbacks.manager [None req-baad1ca1-9f69-486e-a820-f0d8a5f47f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:55.003207 dv-cinder-786384-3-iscsi neutron-server[78765]: INFO neutron.wsgi [None req-baad1ca1-9f69-486e-a820-f0d8a5f47f6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bec036c-0d03-42c0-9492-85f8196f19bc HTTP/1.1" status: 204  len: 168 time: 0.1661315
May 10 17:30:55.334638 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 no longer exists at agent ovs-agent-dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:55.369455 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] No Port match for: 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 {{(pid=78766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:55.369792 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.rpc [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Device 2e36d16d-ba5c-4160-b5fa-14806f81d8c6 not bound to the agent host dv-cinder-786384-3-iscsi {{(pid=78766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:31:04.157737 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:31:10.278266 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6ec00d3d-12af-4f04-9381-729f4876243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:12.684148 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:12.937699 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb87c-462b-48da-b23d-ce8750eb30e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:13.949444 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:14.961069 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:15.698290 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:40.280144 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2db1-99d2-4caf-be0c-bc491547a708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:41.156850 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:31:42.685808 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:42.939810 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-239f0399-2eb5-4980-82aa-b24fbe892bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:43.955210 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:44.957643 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:45.703280 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.282335 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-339657ae-fb61-47e6-bf64-21d5a9d358e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:12.687543 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:12.940575 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-da659366-e958-43a8-8fad-9391414778e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:13.953700 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:14.973068 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:15.704060 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:18.155760 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:32:26.035137 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [req-271f98d5-4a46-4729-91f4-5625e34a0304 req-aab790cc-14f2-4be1-bcef-8872028cc461 service neutron] (78765) timed out ('10.222.0.43', 62145) {{(pid=78765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:32:26.942470 dv-cinder-786384-3-iscsi neutron-server[78765]: DEBUG neutron.wsgi [req-e91311f3-2d06-4310-8004-4f66e00fcb39 req-5da72afd-7a9a-4e83-8bd3-83b81d904c0b service neutron] (78765) timed out ('10.222.0.43', 62146) {{(pid=78765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:32:40.285059 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe3e8-73e0-4f4d-a90b-fdca4964f273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:42.717575 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:42.942408 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4350c498-da80-4374-bbdb-ba400a2531f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:43.958096 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:44.979874 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:45.707224 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.154674 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:33:10.288503 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6082650e-b646-4f6d-99b7-5b130231b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:12.690508 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:12.943333 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-893fdaf6-c034-4f52-b046-733c3f9caac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:13.959799 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:14.988039 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:15.710937 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:32.154007 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:33:40.290682 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8420-1d51-4122-b75f-e11a27b554a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:42.692934 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:42.944893 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6d0a-3fcd-4d8a-a49c-bac335a97fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:43.963569 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:44.989141 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:45.716583 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.153742 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:34:10.294057 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2a8b5bdf-7e9a-4bfe-872f-c76dd9b886d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:12.698195 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:12.946509 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bd12b174-2fa7-4bf5-babd-e7065e178895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:13.966444 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:14.988822 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:15.717211 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:36.399352 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [req-07d7c9a8-776a-4239-ab0e-1d55034a2c4f req-357e0f5b-2fd2-4152-965d-520c73775253 tempest-AttachVolumeNegativeTest-274737141 tempest-AttachVolumeNegativeTest-274737141-project] (78764) timed out ('10.222.0.43', 62130) {{(pid=78764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:34:40.297053 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a5d6d048-adea-4f6a-a904-430212611596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:42.700965 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:42.946893 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-446d385e-d75e-4e05-b774-3bb7c5dd7ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:43.926969 dv-cinder-786384-3-iscsi neutron-server[78764]: DEBUG neutron.wsgi [req-422130fb-9879-4ee1-a401-e5701f60ccb1 req-0e0f7e93-d16f-4cc2-9b91-172a030ec624 tempest-VolumesNegativeTest-1616787092 tempest-VolumesNegativeTest-1616787092-project] (78764) timed out ('10.222.0.43', 62097) {{(pid=78764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:34:43.968992 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:45.005260 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:45.722348 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:46.152599 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:35:10.302132 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-356b81a5-8d00-4ba8-bca4-6d59ffa2bbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:12.702541 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:12.948449 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0aed4-64e5-4543-8726-6daa38ce3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:13.975341 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:15.004958 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:15.724514 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:23.151367 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:35:40.305985 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2d233827-2f6e-4419-af79-b185fa0145ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:42.704025 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-57d38b4c-cb32-48f3-a375-153db682a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:42.949144 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9f940160-32c4-4a17-9818-277675f30242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:43.976911 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-781bcdf7-0892-4d0b-be00-29f26965472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:45.007140 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-acc6abf5-a600-4193-b4c0-b1707ce90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:45.726246 dv-cinder-786384-3-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6411aae7-108d-4e59-9516-9edde6885faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271061670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8091612'] for agent, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:00.151066 dv-cinder-786384-3-iscsi neutron-server[78767]: DEBUG neutron.db.agents_db [None req-09410d4e-68fa-4517-a9d9-92ed6b0a1b1d None None] Agent healthcheck: found 6 active agents {{(pid=78767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}